-- Logs begin at Wed 2022-08-24 03:50:58 UTC, end at Wed 2022-08-24 04:54:55 UTC. -- Aug 24 04:22:52.765567 dv-cinder-854263-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 04:22:55.525044 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.common.config [-] Logging enabled! Aug 24 04:22:55.525671 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 04:22:55.525849 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106233) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 04:22:55.529173 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.common.config [-] Logging enabled! Aug 24 04:22:55.529432 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 04:22:55.529749 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106233) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 04:22:55.530705 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 04:22:55.530943 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 04:22:55.531433 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 04:22:55.531685 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 04:22:55.531917 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 04:22:55.532240 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.532563 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.532804 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.533105 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.533604 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.534075 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.534378 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.534687 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.534982 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.535269 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.535559 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.535798 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.536095 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.536391 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.536714 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.536947 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] debug = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.537231 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.537658 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.538083 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.538371 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.538666 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.538953 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.539228 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.539509 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.539795 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.540137 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] host = dv-cinder-854263-1-iscsi {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.540421 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.540753 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.541046 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.541337 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.541617 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.541895 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.542184 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.542461 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.542739 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.543019 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.543307 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.543595 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.543887 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.544116 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.544348 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.544663 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.544968 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.545247 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.545523 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.545799 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.546081 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.546356 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.546628 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.547166 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.547453 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.547740 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.548017 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.548296 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.548586 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.549393 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.549828 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.550307 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.550592 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.550874 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.551168 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.551445 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.551722 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.552032 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.552322 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.552637 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.552931 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.553212 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.553502 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.553778 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.554054 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.554330 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_json = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.554606 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.554891 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.555178 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.555453 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.555726 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.556002 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.556277 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.556601 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.556884 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:55.557187 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.557491 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.557792 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.558084 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.558386 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.558676 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.558970 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.559251 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.559546 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.559839 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.560135 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.560416 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.560751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.561041 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.561349 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.561660 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.561959 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.562256 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.562535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.562811 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.563092 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.563373 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.563664 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.563940 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.564233 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.565098 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.565579 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.566057 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.566360 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.566670 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.566973 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.567271 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.567561 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.567844 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.568142 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.568430 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.568739 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.569034 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.569315 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.569590 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.569879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.570176 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.570469 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.570743 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.571029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.571326 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.571610 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.571887 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.572164 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.572444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.572753 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.573041 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.573323 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.573601 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.573877 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.574162 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.574439 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.574718 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.574998 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.575274 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.575553 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.575830 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.576108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.576386 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.576696 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.576974 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.577250 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.577525 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.577805 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.578080 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.578356 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.578630 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.578906 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.579179 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.579465 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.579768 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.580134 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.580610 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.581104 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.581402 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.581690 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.582011 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.582269 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.582556 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.582838 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.583138 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.583427 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.583722 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.584009 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.584312 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.584643 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.584931 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.585219 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.585496 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.585779 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.586059 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.586346 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.586636 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.586921 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.587212 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.587499 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.587800 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.588100 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.588382 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.588707 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.589007 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.589306 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.589591 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.589908 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.590193 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:55.590412 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 04:22:55.590671 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106233) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 04:22:55.901190 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 04:22:55.901440 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 04:22:55.901712 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 04:22:55.901944 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 04:22:55.902238 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 04:22:55.902574 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 04:22:56.352072 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.352371 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.352671 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.353891 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.354171 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.354444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.411696 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.411977 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.412254 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.430062 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.430354 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.430630 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.463324 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.463608 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.463881 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.501590 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.502416 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.502774 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.747712 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.748339 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.748339 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.748513 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.749472 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.859204 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.859653 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.860131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.860456 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.860762 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.861695 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.862239 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.862669 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.863112 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.863594 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.864049 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.864517 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.865009 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.865472 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.865942 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.866439 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.866837 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.867245 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.867541 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.867816 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.868108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.868378 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.868706 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.869112 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.869373 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.869631 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.870062 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:22:56.870310 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:22:56.870551 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:22:56.870790 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:22:56.871035 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:22:56.871273 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:22:56.871652 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 04:22:56.875132 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 04:22:56.879964 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 04:22:56.883986 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Aug 24 04:22:56.885654 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 04:22:56.886303 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 04:22:56.886645 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 04:22:56.887048 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 04:22:56.889909 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 04:22:56.890162 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 04:22:56.890514 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 04:22:56.896249 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 04:22:56.920361 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 04:22:56.920864 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.921175 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106233) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 04:22:56.921560 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.923218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106233) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 04:22:56.923514 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 04:22:56.924314 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 04:22:56.928222 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:56.928509 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.046030 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 04:22:57.046212 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 04:22:57.046418 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 04:22:57.047058 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 04:22:57.101948 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO dbcounter [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Registered counter for database neutron Aug 24 04:22:57.122054 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_db.sqlalchemy.engines [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106233) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 04:22:57.128667 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG dbcounter [-] [106233] Writer thread running {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:22:57.680440 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Initializing driver for type 'gre' Aug 24 04:22:57.680983 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] gre ID ranges: [(1, 1000)] Aug 24 04:22:57.740736 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Initializing driver for type 'local' Aug 24 04:22:57.741298 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Initializing driver for type 'vlan' Aug 24 04:22:57.755741 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] VlanTypeDriver initialization complete Aug 24 04:22:57.756345 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Initializing driver for type 'vxlan' Aug 24 04:22:57.756799 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] vxlan ID ranges: [(1, 1000)] Aug 24 04:22:57.815137 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Initializing extension driver 'port_security' Aug 24 04:22:57.815494 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] PortSecurityExtensionDriver initialization complete Aug 24 04:22:57.815823 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Initializing mechanism driver 'openvswitch' Aug 24 04:22:57.816145 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Initializing mechanism driver 'hyperv' Aug 24 04:22:57.822947 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.plugin [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:22:57.823621 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > port after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.823994 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.824350 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.824887 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:22:57.825311 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.825670 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.826017 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.826405 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:22:57.826813 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > network after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.827167 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > network after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.827510 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > network after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.827895 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:22:57.828299 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > security_group after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.828685 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > security_group after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.829021 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.829405 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:22:57.829811 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.830820 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.831286 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.831697 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:22:57.832115 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > address_group after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.832466 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > address_group after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.832842 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.833227 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 04:22:57.833667 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] ML2 OVO RPC backend initialized. {{(pid=106233) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 04:22:57.834368 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.834720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.835133 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > network before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.835480 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > networks before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.835825 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > port before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.836167 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > ports before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.836505 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > subnet before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.836867 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > subnets before_response 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.837211 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > network after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.837550 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > network after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.837880 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > network after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.838213 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > port after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.838545 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.838876 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.839209 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.839541 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.839871 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.848165 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded quota_driver: . Aug 24 04:22:57.848534 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.plugin [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Modular L2 Plugin initialization complete Aug 24 04:22:57.848903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading services supported by the core plugin {{(pid=106233) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 04:22:57.849243 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.plugins.ml2.managers [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Got port-security extension from driver 'port_security' Aug 24 04:22:57.849727 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.extensions.vlantransparent [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Disabled vlantransparent extension. Aug 24 04:22:57.850218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106233) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 04:22:57.850545 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading Plugin: router Aug 24 04:22:57.885908 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.886305 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router after_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.886683 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router before_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.887052 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.887433 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.887805 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router after_delete 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.888160 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.888513 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.888906 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router after_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.889259 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router after_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.889616 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router after_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.889968 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.890332 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router after_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.890746 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.891123 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.891467 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.891808 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: subnet after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.892149 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.893046 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.893655 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.894019 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: port before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.894364 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.894728 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router after_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.895077 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.895436 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.895804 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.896157 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.896527 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > agent after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.896906 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > agent after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.897255 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > network after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.898130 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Tracking information for resource: router configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:22:57.898460 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Tracking information for resource: floatingip configured {{(pid=106233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 04:22:57.903335 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.db.l3_agentschedulers_db [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 04:22:57.903911 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.904270 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: port after_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.904657 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: port after_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.905017 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: port after_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.905810 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router before_create 55550100 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.906179 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.906542 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_create 55550100 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.906897 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > router precommit_update 55550100 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.912598 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.services.provider_configuration [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service providers = [] {{(pid=106233) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 04:22:57.912973 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.db.servicetype_db [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106233) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 04:22:57.916171 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.services.service_base [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 04:22:57.916520 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.services.service_base [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 04:22:57.916888 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.services.service_base [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 04:22:57.917773 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.services.service_base [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 04:22:57.918145 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.services.service_base [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 04:22:57.918537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:22:57.918854 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 04:22:57.929607 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:22:57.929938 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading Plugin: auto_allocate Aug 24 04:22:57.935702 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: network precommit_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.936027 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: network precommit_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.936585 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:22:57.936909 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading Plugin: tag Aug 24 04:22:57.944495 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:22:57.944860 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading Plugin: timestamp Aug 24 04:22:57.948681 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:22:57.949008 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading Plugin: network_ip_availability Aug 24 04:22:57.954479 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.954880 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.955924 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:57.956688 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:22:57.957007 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading Plugin: flavors Aug 24 04:22:57.963255 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:22:57.963589 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading Plugin: revisions Aug 24 04:22:57.967834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 04:22:57.968226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.066s {{(pid=106233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 04:22:57.969010 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106233) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 04:22:57.969349 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Initializing extension manager. Aug 24 04:22:57.969868 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: __init__.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.970212 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: __pycache__ {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.970624 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: address_group.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.971407 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.971980 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: address-group Aug 24 04:22:57.972303 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: address_scope.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.972998 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.973506 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: address-scope Aug 24 04:22:57.973830 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.974722 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.975229 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: router-admin-state-down-before-update Aug 24 04:22:57.975552 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: agent.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.976216 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.976747 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: agent Aug 24 04:22:57.977069 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: agent_resources_synced.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.977925 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.978436 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: agent-resources-synced Aug 24 04:22:57.978757 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: allowedaddresspairs.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.980522 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.981071 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: allowed-address-pairs Aug 24 04:22:57.981395 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: auto_allocated_topology.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.982420 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.982931 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: auto-allocated-topology Aug 24 04:22:57.983251 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: availability_zone.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.983896 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.984395 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: availability_zone Aug 24 04:22:57.984750 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: availability_zone_filter.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.985604 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.986147 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: availability_zone_filter Aug 24 04:22:57.986499 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: data_plane_status.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.987354 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.987852 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 04:22:57.988171 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: default_subnetpools.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.989060 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.989564 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: default-subnetpools Aug 24 04:22:57.989884 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.990665 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.991167 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: dhcp_agent_scheduler Aug 24 04:22:57.991490 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: dns.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.992358 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.992888 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 04:22:57.993209 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: dns_domain_ports.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.994079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.994581 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 04:22:57.994902 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.995778 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.996279 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 04:22:57.996634 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: dvr.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.997268 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.997771 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: dvr Aug 24 04:22:57.998090 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: ecmp_routes.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:57.998951 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:57.999450 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 04:22:57.999764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: empty_string_filtering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.000643 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.001145 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: empty-string-filtering Aug 24 04:22:58.001461 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.002862 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.003359 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 04:22:58.003676 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.004570 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.005080 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 04:22:58.005396 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: external_net.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.006249 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.006751 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: external-net Aug 24 04:22:58.007067 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.007912 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.008413 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: extra_dhcp_opt Aug 24 04:22:58.008755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: extraroute.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.009602 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.010100 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: extraroute Aug 24 04:22:58.010417 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: extraroute_atomic.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.011403 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.011909 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: extraroute-atomic Aug 24 04:22:58.012234 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: filter_validation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.012892 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.013642 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: filter-validation Aug 24 04:22:58.013964 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: fip_pf_description.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.014819 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.015318 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 04:22:58.015635 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: fip_pf_port_range.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.016495 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.017016 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 04:22:58.017335 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: fip_port_details.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.019019 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.019744 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: fip-port-details Aug 24 04:22:58.020259 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: flavors.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.022100 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.022959 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: flavors Aug 24 04:22:58.023474 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.025948 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.026805 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 04:22:58.027321 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: floatingip_pools.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.028328 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.029221 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: floatingip-pools Aug 24 04:22:58.029737 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: ip_allocation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.031045 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.031879 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 04:22:58.032391 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.033737 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.034330 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: ip-substring-filtering Aug 24 04:22:58.034660 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l2_adjacency.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.035567 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.036072 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 04:22:58.036394 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.037391 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.037903 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: router Aug 24 04:22:58.038226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.040429 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.040976 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 04:22:58.041306 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.042179 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.042687 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: ext-gw-mode Aug 24 04:22:58.043009 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.043881 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.044382 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: l3-ha Aug 24 04:22:58.044734 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.045590 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.046087 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 04:22:58.046405 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3_flavors.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.047518 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.048022 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: l3-flavors Aug 24 04:22:58.048343 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.050114 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.050635 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 04:22:58.050963 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.051833 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.052347 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 04:22:58.052706 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: l3agentscheduler.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.053722 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.054228 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: l3_agent_scheduler Aug 24 04:22:58.054550 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: local_ip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.056238 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.056782 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension local_ip not supported by any of loaded plugins Aug 24 04:22:58.057113 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: logging.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.058524 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.059036 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension logging not supported by any of loaded plugins Aug 24 04:22:58.059363 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: metering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.060061 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.060866 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: metering Aug 24 04:22:58.061195 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.062238 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.062750 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: metering_source_and_destination_fields Aug 24 04:22:58.063072 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: multiprovidernet.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.063935 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.065005 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: multi-provider Aug 24 04:22:58.065324 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: netmtu.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.066186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.066703 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: net-mtu Aug 24 04:22:58.067024 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: netmtu_writable.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.067886 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.068398 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: net-mtu-writable Aug 24 04:22:58.068755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: network_availability_zone.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.069391 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.074991 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: network_availability_zone Aug 24 04:22:58.074991 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: network_ip_availability.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.074991 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.074991 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: network-ip-availability Aug 24 04:22:58.074991 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: network_segment_range.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.074991 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.074991 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 04:22:58.075570 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: pagination.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.075570 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.075570 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: pagination Aug 24 04:22:58.075570 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: port_device_profile.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.075997 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.076504 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: port-device-profile Aug 24 04:22:58.076854 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: port_mac_address_override.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.077721 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.078226 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: port-mac-override Aug 24 04:22:58.078545 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.079413 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.080656 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: port-mac-address-regenerate Aug 24 04:22:58.081058 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.081925 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.082434 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: port-numa-affinity-policy Aug 24 04:22:58.082757 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: port_resource_request.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.083627 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.084126 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 04:22:58.084445 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: port_resource_request_groups.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.085391 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.085890 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 04:22:58.086206 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: portbindings.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.087065 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.087564 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: binding Aug 24 04:22:58.087881 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: portbindings_extended.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.089118 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.089627 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: binding-extended Aug 24 04:22:58.089951 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: portsecurity.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.090817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.091330 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: port-security Aug 24 04:22:58.091655 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: project_id.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.092608 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.092939 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: project-id Aug 24 04:22:58.093260 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: providernet.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.094124 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.094633 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: provider Aug 24 04:22:58.094955 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.098530 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.099091 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos not supported by any of loaded plugins Aug 24 04:22:58.099489 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.100684 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.101228 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 04:22:58.101561 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.102490 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.102987 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 04:22:58.103311 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_default.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.104352 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.104977 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-default not supported by any of loaded plugins Aug 24 04:22:58.105318 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_fip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.106430 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.106937 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 04:22:58.107256 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.108163 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.108706 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 04:22:58.109028 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_gateway_ip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.109994 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.110503 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 04:22:58.110829 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_port_network_policy.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.111923 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.112610 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 04:22:58.112923 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.114028 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.114551 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 04:22:58.114899 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.115940 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.116489 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 04:22:58.116879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_pps_rule.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.118076 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.118597 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 04:22:58.118921 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_rule_type_details.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.119819 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.120342 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 04:22:58.120693 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.121561 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.122060 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 04:22:58.122379 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: qos_rules_alias.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.123367 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.123876 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 04:22:58.124197 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: quota_check_limit.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.125074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.125591 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: quota-check-limit Aug 24 04:22:58.125913 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: quotasv2.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.127400 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.127727 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: quotas Aug 24 04:22:58.128129 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: quotasv2_detail.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.129857 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.130200 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: quota_details Aug 24 04:22:58.130533 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: rbac.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.131889 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.132419 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: rbac-policies Aug 24 04:22:58.132777 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: rbac_address_group.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.133665 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.134180 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: rbac-address-group Aug 24 04:22:58.134506 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: rbac_address_scope.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.135371 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.135883 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: rbac-address-scope Aug 24 04:22:58.136208 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: rbac_security_groups.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.137173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.137685 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: rbac-security-groups Aug 24 04:22:58.138010 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: rbac_subnetpool.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.138874 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.139382 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: rbac-subnetpool Aug 24 04:22:58.139705 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: revisionifmatch.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.140593 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.141105 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: revision-if-match Aug 24 04:22:58.141427 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: revisions.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.143088 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.143605 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: standard-attr-revisions Aug 24 04:22:58.143926 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: router_availability_zone.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.144623 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.145129 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: router_availability_zone Aug 24 04:22:58.145501 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: routerservicetype.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.146385 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.146890 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 04:22:58.147210 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.148083 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.148620 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: security-groups-normalized-cidr Aug 24 04:22:58.148940 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.149809 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.150314 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: port-security-groups-filtering Aug 24 04:22:58.150635 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.151508 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.152012 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: security-groups-remote-address-group Aug 24 04:22:58.152333 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.153237 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.153744 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: security-groups-shared-filtering Aug 24 04:22:58.154063 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: securitygroup.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.163663 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.164199 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: security-group Aug 24 04:22:58.164537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: segment.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.165252 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.165767 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension segment not supported by any of loaded plugins Aug 24 04:22:58.166093 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.166984 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.167497 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 04:22:58.167824 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: servicetype.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.168909 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.169424 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: service-type Aug 24 04:22:58.169750 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: sorting.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.170682 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.171012 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: sorting Aug 24 04:22:58.171332 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: standard_attr_segment.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.172451 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.172993 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 04:22:58.173325 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: standardattrdescription.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.174004 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.174513 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: standard-attr-description Aug 24 04:22:58.174838 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: stateful_security_group.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.175736 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.176247 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: stateful-security-group Aug 24 04:22:58.176587 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: stdattrs_common.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.177135 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 04:22:58.177455 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.178333 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.178845 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 04:22:58.179166 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: subnet_onboard.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.180171 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.180724 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: subnet_onboard Aug 24 04:22:58.181047 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.181933 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.182441 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 04:22:58.182760 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: subnet_service_types.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.183637 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.184150 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: subnet-service-types Aug 24 04:22:58.184469 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: subnetallocation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.185524 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.186091 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: subnet_allocation Aug 24 04:22:58.186369 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.187002 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.187510 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: subnetpool-prefix-ops Aug 24 04:22:58.187830 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.188740 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.189775 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 04:22:58.190089 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: tagging.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.191308 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.191822 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: standard-attr-tag Aug 24 04:22:58.192142 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: timestamp.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.193310 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.193829 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loaded extension: standard-attr-timestamp Aug 24 04:22:58.194153 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: trunk.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.195125 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.195632 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension trunk not supported by any of loaded plugins Aug 24 04:22:58.195954 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: trunk_details.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.196842 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.197346 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 04:22:58.197665 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: uplink_status_propagation.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.198530 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.199034 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 04:22:58.199352 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Loading extension file: vlantransparent.py {{(pid=106233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 04:22:58.199987 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 04:22:58.200485 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 04:22:58.203129 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:network Aug 24 04:22:58.203666 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:subnet Aug 24 04:22:58.204065 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:22:58.204453 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:port Aug 24 04:22:58.206575 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.207020 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service FLAVORS assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.207630 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.208074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.208410 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:router Aug 24 04:22:58.208874 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 04:22:58.209356 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service METERING assigned prefix: /metering {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.210808 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:58.211181 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:58.211533 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:22:58.212568 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 04:22:58.213013 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:security_group Aug 24 04:22:58.213451 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 04:22:58.213989 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service CORE assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.214315 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:22:58.214662 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] subnetpool is already registered Aug 24 04:22:58.215094 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service CORE assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.215416 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:22:58.215744 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] subnetpool is already registered Aug 24 04:22:58.218176 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.218613 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service FLAVORS assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.219208 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.219630 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.219960 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:router Aug 24 04:22:58.220297 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] router is already registered Aug 24 04:22:58.220803 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 04:22:58.221191 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] floatingip is already registered Aug 24 04:22:58.221650 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service METERING assigned prefix: /metering {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.222312 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 04:22:58.222640 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] rbac_policy is already registered Aug 24 04:22:58.223049 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:security_group Aug 24 04:22:58.223380 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] security_group is already registered Aug 24 04:22:58.223793 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 04:22:58.224125 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] security_group_rule is already registered Aug 24 04:22:58.224781 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service CORE assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.225112 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:22:58.225446 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] subnetpool is already registered Aug 24 04:22:58.225861 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.v2.resource_helper [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Service CORE assigned prefix: {{(pid=106233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 04:22:58.226183 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 04:22:58.226513 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING neutron.quota.resource_registry [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] subnetpool is already registered Aug 24 04:22:58.227003 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: extensions {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.228522 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: address-groups {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.230030 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: address-scopes {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.231337 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: agents {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.232509 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: auto-allocated-topology {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.233792 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: availability_zones {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.235015 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: dhcp-networks {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.236588 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: dhcp-agents {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.238041 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: routers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.239739 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: flavors {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.241026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: service_profiles {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.242284 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: next_providers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.243727 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: service_profiles {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.246388 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: floatingip-pools {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.247615 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: routers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.249359 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: floatingips {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.250644 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: l3-routers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.252659 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: l3-agents {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.254077 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: metering-labels {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.255349 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: metering-label-rules {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.256772 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: network-ip-availabilities {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.258036 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: bindings {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.259605 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: quotas {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.261295 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: quotas {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.262887 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: rbac-policies {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.264005 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: security-groups {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.265366 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: security-group-rules {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.266639 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: service-providers {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.268457 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: subnetpools {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.269789 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: subnetpools {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.271333 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.273090 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.274933 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.276750 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.278451 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.280390 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.282133 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.284216 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.286016 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.287808 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron.api.extensions [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Extended resource: tags {{(pid=106233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 04:22:58.294003 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING keystonemiddleware.auth_token [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 04:22:58.299519 dv-cinder-854263-1-iscsi neutron-server[106233]: WARNING keystonemiddleware.auth_token [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 04:22:58.308338 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Acquiring lock "singleton_lock" {{(pid=106233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 04:22:58.308701 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Acquired lock "singleton_lock" {{(pid=106233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 04:22:58.309173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_concurrency.lockutils [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Releasing lock "singleton_lock" {{(pid=106233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 04:22:58.309827 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO oslo_service.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Starting 2 workers Aug 24 04:22:58.315291 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Started child 106346 {{(pid=106233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 04:22:58.319877 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Started child 106347 {{(pid=106233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 04:22:58.320656 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:22:58.321536 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO neutron.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 04:22:58.322162 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [-] (106346) wsgi starting up on http://0.0.0.0:9696 Aug 24 04:22:58.322334 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:22:58.324629 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO oslo_service.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Starting 1 workers Aug 24 04:22:58.324798 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:22:58.326165 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [-] (106347) wsgi starting up on http://0.0.0.0:9696 Aug 24 04:22:58.329839 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Started child 106348 {{(pid=106233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 04:22:58.330937 dv-cinder-854263-1-iscsi neutron-server[106233]: INFO oslo_service.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Starting 1 workers Aug 24 04:22:58.334879 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] calling RpcWorker wait() {{(pid=106348) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 04:22:58.335520 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] returning from RpcWorker wait() {{(pid=106348) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 04:22:58.335630 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Started child 106349 {{(pid=106233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 04:22:58.336426 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-8f9bc00c-9aac-4a0b-8505-44c8b03b4bb0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:22:58.336872 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:22:58.337396 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:22:58.338417 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 04:22:58.338625 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 04:22:58.338818 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 04:22:58.339046 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 04:22:58.339348 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 04:22:58.339526 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 04:22:58.340029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.340340 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.340541 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.340818 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.340927 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:22:58.341379 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.341653 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.341910 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.342176 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.342443 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.342612 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.342774 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.343031 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.343256 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.343577 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.343841 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.344077 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.344343 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.344516 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.344807 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.345080 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.345329 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.345682 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] debug = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.345944 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.346534 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.346787 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.347039 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.347274 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.347540 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.347800 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.348056 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.348337 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.348524 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.348765 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.349006 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.349249 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.349483 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.349710 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.349978 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.350196 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.350679 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] host = dv-cinder-854263-1-iscsi {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.350913 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.351145 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.351369 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.351630 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.351875 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.352119 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.352367 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.352653 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.352895 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.353119 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.353374 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.353616 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.353834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.354065 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.354229 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_options = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.354466 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.354743 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.355007 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.355198 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.355364 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.355524 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.355790 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.355951 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.356195 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.356426 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.356662 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.356876 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.357106 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.357347 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.357616 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.357838 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.358062 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.358268 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.358509 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.358761 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.359004 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.359240 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.359478 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.359714 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.359901 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.360245 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.360458 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.360669 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:22:58.360822 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.360822 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.361598 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.361855 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.362100 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.362331 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.362548 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.362808 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.363032 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.363257 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.363489 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.363747 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.363971 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.364268 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.364483 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.366029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.366029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.366029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.366029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.366029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_json = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.366029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.366029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.368173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.368173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.368173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.368173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.368173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.368173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.368173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.368173 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.373226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.373226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.373226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.373226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.373226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.373226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.373226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.373226 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.375834 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.378186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.378186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.378186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.378186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.378186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.378186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.378186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.378186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.380859 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.380859 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.380859 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.380859 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.380859 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.380859 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.380859 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.380859 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.381751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.381751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.381751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.381751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.381751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.381751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.381751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.381751 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.382355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.384482 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.384482 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.384482 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.384482 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.384482 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.384482 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.384482 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.384482 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.385465 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.385465 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.385465 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.385465 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.385465 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.385465 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.385465 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.386446 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.386446 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.386446 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.386446 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.386446 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.387348 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.387348 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.387348 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.387348 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.387654 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.387654 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.388092 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.388092 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.388357 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.388483 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.390568 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.390568 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.390568 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.390568 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.390568 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.390568 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.390568 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.390568 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.391259 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.391259 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.391259 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.391259 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.391545 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.391545 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.391769 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.391957 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.392198 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.392456 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.392862 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.393253 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.393472 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.393718 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.393932 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.394146 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.394378 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.394616 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.394840 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.395231 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.395611 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.395861 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.396091 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.396517 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.396953 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.397408 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.397708 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.398038 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.398331 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.398619 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.398853 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.399119 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.400147 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.400147 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.400147 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.400147 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.400422 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.400710 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.400970 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.401357 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.401722 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.402105 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.402344 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.402596 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.402801 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.403517 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.403517 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.403701 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.403806 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.404208 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.404813 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.405234 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.405628 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.405884 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.406153 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.406393 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.406645 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.406889 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.407111 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.407350 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.407579 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.407804 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.408047 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.408428 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.408680 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.409019 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.409102 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.409316 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.409544 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.409754 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.409970 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.410201 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.410415 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.410647 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.410902 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.411115 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.411335 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.411578 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.411789 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.412016 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.412237 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.412438 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.412716 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.412930 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.413193 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.413434 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.413667 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.413909 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.414177 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.414405 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.414613 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.414851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.415088 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.415296 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.415504 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.415715 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.415922 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.416146 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.416371 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.416601 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.416871 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.417101 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.417425 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.417668 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.417893 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.418142 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.418371 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.418601 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.418812 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.419024 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.419267 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.419481 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.419698 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.419907 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.420140 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.420354 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.420587 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.420801 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.421060 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.421282 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.421495 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.421959 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.422192 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.422405 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.422618 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.422827 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.423032 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.423237 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.423442 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.424213 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.424516 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.424844 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.425089 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.425320 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.425610 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.425846 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.426056 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.426300 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.426525 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.426730 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.426980 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.427191 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.427398 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.428666 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.428666 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.428666 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.428666 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.428666 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.428666 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.429355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.429355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.429355 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.429716 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.429716 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.429954 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.430081 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.430270 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.430420 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.430641 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.430855 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.431061 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.431338 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.431475 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.431851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.432064 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.432429 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.432659 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.432943 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.433187 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.433418 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.433711 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.433936 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.434175 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.434425 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.434715 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.434922 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.435172 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.435408 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.435618 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.436023 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.436438 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.436796 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.437129 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.437386 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.437635 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.437900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.438172 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.438440 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.438698 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.438989 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.440011 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.440210 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.440649 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.440900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.441132 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.441378 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.441591 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.441825 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.442059 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.442274 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.442507 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.442731 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.442971 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.443198 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.443422 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.443653 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.443893 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.444118 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.444333 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.444611 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.444730 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 04:22:58.445278 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 04:22:58.445440 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 04:22:58.445590 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 04:22:58.445775 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 04:22:58.445939 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 04:22:58.446088 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 04:22:58.446612 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.446612 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.446612 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.446979 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.446979 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.447252 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.447252 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.447516 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.447516 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.447706 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.447788 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.447916 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.448061 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.448220 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.448365 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.448519 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.448749 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.448928 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.449037 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.449182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.449272 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:22:58.449356 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.449475 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] debug = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.449629 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.449826 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.449986 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.450139 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.450293 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.450446 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.450599 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.450753 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.450907 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.451061 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.451216 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.451370 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.451523 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.451677 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.451829 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.451978 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.452136 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.452295 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] host = dv-cinder-854263-1-iscsi {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.452457 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.452621 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.452764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.452914 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.453066 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.453204 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.453350 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.453476 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.453601 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.453805 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.453933 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.454056 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.454179 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.454382 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.454469 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_options = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.454577 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.454798 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.454951 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.455073 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.455233 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.455387 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.455547 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.455817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.455905 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.455984 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.456128 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.456281 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.456435 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.456598 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.457537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.457537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.457537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.457537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.457537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.457537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458277 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458277 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458277 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458277 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458277 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458839 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458839 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458839 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.458839 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.459291 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.459291 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.459291 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.459291 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.459566 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.459566 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.459731 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.459876 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.460029 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.460186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.460340 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.460494 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.460652 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.460805 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.460957 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.461099 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.461253 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.461405 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_json = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.461559 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.461711 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.461850 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.462083 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.462237 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.462375 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.462523 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.462659 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.462749 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 04:22:58.462869 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.463028 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.463195 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.463352 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.463511 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.463667 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.463809 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.463975 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.464114 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.464262 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.464426 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.464588 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.464760 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.464919 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.465061 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.465219 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.465375 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.465536 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.465692 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.465848 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.466003 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.466159 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.466324 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.466479 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.466635 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.466790 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.466946 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.467108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.467264 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.467426 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.467597 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.467753 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.467904 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.468053 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.468210 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.468367 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.468525 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.468702 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.468860 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.469017 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.469158 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.469316 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.469471 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.469625 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.469781 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.469937 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.470096 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.470252 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.470409 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.470598 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.470756 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.470912 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.471068 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.471225 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.471381 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.471544 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.471699 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.471865 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.472020 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.472174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.472340 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.472485 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.472662 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.472818 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.472977 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.473117 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.473282 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.473467 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.473601 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.473727 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.475051 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.475350 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.475632 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.475909 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.476214 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.476460 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.476762 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.476762 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.477186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.477186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.477186 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.477760 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.477760 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.477760 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.477760 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.478437 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.478437 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.478437 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.478437 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.478437 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.479365 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.479365 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.479365 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.479365 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.479365 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.479365 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.480720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.480720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.480720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.480720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.480720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.480720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.480720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.480720 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.482503 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 58294) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:22:58.482745 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.482745 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.482745 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.482745 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.482745 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.482745 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.482745 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.482745 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.484535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.484535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.484535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.484535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.484535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.484535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.484535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.484535 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.486817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.486817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.486817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.486817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.486817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.486817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.486817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.486817 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.488444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.488444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.488444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.488444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.488444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.488444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.488444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.488444 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.490074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.490074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.490074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.490074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.490074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.490074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.490074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.490074 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.491703 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.491703 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.491703 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.491703 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.491703 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.491703 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.491703 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.491703 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.493537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.493537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.493537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.493537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.493537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.493537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.493537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.493537 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.495243 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.495243 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.495243 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.495243 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.495243 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.495243 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.495243 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.495243 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.496900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.496900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.496900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.496900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.496900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.496900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.496900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.496900 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.498539 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.498539 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.498539 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.498539 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.498539 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.498539 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.498539 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.498539 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.500174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.500174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.500174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.500174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.500174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.500174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.500174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.500174 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.502851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.502851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.502851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.502851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.502851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.502851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.502851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.502851 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504416 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [-] 10.222.0.89 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0106268 Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.504764 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.507755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.507755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.507755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.507755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.507755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.507755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.507755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.507755 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.509071 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.510218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.510218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.510218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.510218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.510218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.510218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.510218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.510218 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.511903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.511903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.511903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.511903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.511903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.511903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.511903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.511903 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.513079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.513079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.513079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.513079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.513079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.513079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.513079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.513079 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.514108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.514108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.514108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.514108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.514108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.514108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.514108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.514108 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.515182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.515182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.515182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.515182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.515182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.515182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.515182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.515182 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516290 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516290 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516609 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [-] 10.222.0.89 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0064900 Aug 24 04:22:58.516794 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516794 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516794 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516794 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516794 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516794 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516794 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.516794 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.517879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.517879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.517879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.517879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.517879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.517879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.517879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.517879 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.519026 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.520131 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.521416 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.521416 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.521416 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.521416 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 04:22:58.521416 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 04:23:07.808583 dv-cinder-854263-1-iscsi neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:10.405546 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89961d92-9184-431a-aaf8-0439b668c2cc None None] get_active_networks_info from dv-cinder-854263-1-iscsi {{(pid=106348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 04:23:10.431552 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writer thread running {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:23:10.432292 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writer thread running {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:23:10.518825 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89961d92-9184-431a-aaf8-0439b668c2cc None None] No non-hosted networks {{(pid=106348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 04:23:10.589619 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-72658e34-0184-4328-9ee0-e49416ec1d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633047'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:12.255668 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writer thread running {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:23:12.937352 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e4370a82-4e2e-4e2c-aa7f-acb99a07da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633047'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:13.010720 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-caf1b556-b3d5-49e9-a010-133a0bce613e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:14.067772 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633047'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:14.580732 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58368) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:15.458517 dv-cinder-854263-1-iscsi neutron-server[106346]: WARNING oslo_policy.policy [None req-c2d4f3b0-19c6-466c-a1fb-5349aa28296e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:23:15.459895 dv-cinder-854263-1-iscsi neutron-server[106346]: WARNING oslo_policy.policy [None req-c2d4f3b0-19c6-466c-a1fb-5349aa28296e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:23:15.885391 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [None req-c2d4f3b0-19c6-466c-a1fb-5349aa28296e admin admin] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:23:15.918840 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633047'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:15.920783 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.928424 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.928870 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.934920 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.935458 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.940022 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.940367 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.940785 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.941126 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.941460 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.944247 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.945850 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.946328 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.946527 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.949544 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:15.950015 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854263-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:15.965533 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854263-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:15.971510 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c2d4f3b0-19c6-466c-a1fb-5349aa28296e admin admin] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.3884389 Aug 24 04:23:16.206259 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633047'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:16.492701 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.db.l3_hamode_db [None req-3f6e4277-5213-4ed4-99ad-279b357b7ebb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 04:23:16.583657 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e4277-5213-4ed4-99ad-279b357b7ebb None None] Routers set() bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:23:16.584046 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e4277-5213-4ed4-99ad-279b357b7ebb None None] Router IDs set() for agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 04:23:18.530740 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58400) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:18.933771 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-4d7ba69d-ca82-4e15-a071-cedf08dee98d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:23:19.031464 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.policy [None req-4d7ba69d-ca82-4e15-a071-cedf08dee98d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106346) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 04:23:19.085087 dv-cinder-854263-1-iscsi neutron-server[106346]: WARNING oslo_policy.policy [None req-4d7ba69d-ca82-4e15-a071-cedf08dee98d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:23:19.085454 dv-cinder-854263-1-iscsi neutron-server[106346]: WARNING oslo_policy.policy [None req-4d7ba69d-ca82-4e15-a071-cedf08dee98d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:23:19.106822 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writer thread running {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:23:19.190834 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba69d-ca82-4e15-a071-cedf08dee98d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735102133147', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735102132647', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735102149251', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735102158274', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735102168865', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735102176240', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-564323', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558242', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1615528', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1642380'] for rbac-policy (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:19.272710 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba69d-ca82-4e15-a071-cedf08dee98d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:19.273959 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4d7ba69d-ca82-4e15-a071-cedf08dee98d admin admin] 10.222.0.89 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7422218 Aug 24 04:23:21.730859 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58410) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:22.082936 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:23:22.114085 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Made reservation on behalf of aa2b7841d0034834b90a54ffff6271b1 for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:23:22.118439 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:22.138744 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:22.257565 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Publish callbacks [] for security_group (fb7a264b-1744-46d9-82c7-1cfa8539ae00), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:22.261830 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (fb7a264b-1744-46d9-82c7-1cfa8539ae00), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:22.288695 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=106346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:23:22.325746 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735098824295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (0368fc09-4772-445b-b220-f35ae30765fb), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:22.326321 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Unsubscribe: segment precommit_create {{(pid=106346) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 04:23:22.326873 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Added segment 0368fc09-4772-445b-b220-f35ae30765fb of type vlan for network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c Aug 24 04:23:22.344088 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a264b-1744-46d9-82c7-1cfa8539ae00,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:22.394845 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.395180 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.395534 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.395890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.396217 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.396538 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.396890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.397209 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.397527 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.397844 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.398159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.398495 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.398813 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.399124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.399436 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Tracked resource versions report: Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: pushed versions: Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: { 'AddressGroup': {'1.2'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Agent': {'1.1'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'ConntrackHelper': {'1.0'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Log': {'1.0'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'NDPProxy': {'1.0'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Network': {'1.1'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Port': {'1.7'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'PortForwarding': {'1.3'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'QosPolicy': {'1.10'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SecurityGroup': {'1.5'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SubPort': {'1.0'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Subnet': {'1.1'}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Trunk': {'1.1'}} Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: consumer versions: Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: { DHCP agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: L3 agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: Metadata agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: Metering agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: Open vSwitch agent@dv-cinder-854263-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Agent': '1.1', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'ConntrackHelper': '1.0', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'LocalIPAssociation': '1.0', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Log': '1.0', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'NDPProxy': '1.0', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Network': '1.1', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Port': '1.7', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'PortForwarding': '1.3', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'QosPolicy': '1.10', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SecurityGroup': '1.5', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SecurityGroupRule': '1.2', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SubPort': '1.0', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Subnet': '1.1', Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Trunk': '1.1'}} Aug 24 04:23:22.400898 dv-cinder-854263-1-iscsi neutron-server[106346]: {{(pid=106346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:23:22.445003 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (20a2ca97-c655-46a9-94b9-d43f4dc9ce7c), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:22.495181 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (20a2ca97-c655-46a9-94b9-d43f4dc9ce7c), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:22.500413 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:23:22.501701 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:22.527709 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=50,neutron:INSERT=47,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:22.567934 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8359771 Aug 24 04:23:22.637032 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7cc59-fc41-4384-b0e0-a7794dd0da94 demo demo] Pushing event updated for resources: {'Network': ['ID=20a2ca97-c655-46a9-94b9-d43f4dc9ce7c,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:22.652853 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:23:25.062274 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 58424) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:25.631588 dv-cinder-854263-1-iscsi neutron-server[106347]: WARNING oslo_policy.policy [None req-1bd4d8ac-5e5c-4fa5-8448-8d50eee820fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:23:25.632280 dv-cinder-854263-1-iscsi neutron-server[106347]: WARNING oslo_policy.policy [None req-1bd4d8ac-5e5c-4fa5-8448-8d50eee820fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:23:25.863626 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writer thread running {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 04:23:26.087812 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.policy [None req-1bd4d8ac-5e5c-4fa5-8448-8d50eee820fc demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106347) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 04:23:26.131599 dv-cinder-854263-1-iscsi neutron-server[106347]: WARNING oslo_policy.policy [None req-1bd4d8ac-5e5c-4fa5-8448-8d50eee820fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:23:26.131898 dv-cinder-854263-1-iscsi neutron-server[106347]: WARNING oslo_policy.policy [None req-1bd4d8ac-5e5c-4fa5-8448-8d50eee820fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 04:23:26.139995 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd4d8ac-5e5c-4fa5-8448-8d50eee820fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:23:26.142432 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-1bd4d8ac-5e5c-4fa5-8448-8d50eee820fc demo admin] 10.222.0.89 "GET /networking/v2.0/networks/20a2ca97-c655-46a9-94b9-d43f4dc9ce7c HTTP/1.1" status: 200 len: 826 time: 1.0791295 Aug 24 04:23:26.187853 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-247324cf-0a8b-487f-9620-af7874fe9d4f demo admin] 10.222.0.89 "GET /networking/v2.0/subnetpools/6e64b867-e234-4161-8a62-b02397cc23ab HTTP/1.1" status: 200 len: 734 time: 0.0390921 Aug 24 04:23:26.198404 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Request body: {'subnet': {'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '6e64b867-e234-4161-8a62-b02397cc23ab', 'gateway_ip': '172.20.0.1'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:23:26.241929 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Made reservation on behalf of aa2b7841d0034834b90a54ffff6271b1 for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:23:26.244790 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:26.576053 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (8c1e92a4-05f9-423e-a7bd-dc5be9a95905), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:26.650783 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Checking segment: {'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:23:26.651162 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Network hostable DHCP agents. Network: 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:23:26.663321 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8c1e92a4-05f9-423e-a7bd-dc5be9a95905,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:26.677520 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:26.685843 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.686173 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.686525 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.686874 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.687200 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.687524 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.688277 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.688629 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.688964 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.689283 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.689607 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.689937 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.690253 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.690564 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.690869 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Tracked resource versions report: Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: pushed versions: Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: { 'AddressGroup': {'1.2'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Agent': {'1.1'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'ConntrackHelper': {'1.0'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Log': {'1.0'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'NDPProxy': {'1.0'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Network': {'1.1'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Port': {'1.7'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'PortForwarding': {'1.3'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'QosPolicy': {'1.10'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SecurityGroup': {'1.5'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SubPort': {'1.0'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Subnet': {'1.1'}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Trunk': {'1.1'}} Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: consumer versions: Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: { DHCP agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: L3 agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: Metadata agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: Metering agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: Open vSwitch agent@dv-cinder-854263-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Agent': '1.1', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'ConntrackHelper': '1.0', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'LocalIPAssociation': '1.0', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Log': '1.0', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'NDPProxy': '1.0', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Network': '1.1', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Port': '1.7', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'PortForwarding': '1.3', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'QosPolicy': '1.10', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SecurityGroup': '1.5', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SecurityGroupRule': '1.2', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SubPort': '1.0', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Subnet': '1.1', Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Trunk': '1.1'}} Aug 24 04:23:26.692303 dv-cinder-854263-1-iscsi neutron-server[106347]: {{(pid=106347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:23:26.709514 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:23:26.727106 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:23:26.743234 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:23:26.743870 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:26.749787 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8ba75-6c73-489d-b454-0f43b869a401 None None] Network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:23:26.770034 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7ffd1a61-f42c-479c-82ef-fa791ed5ef62 demo admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5754211 Aug 24 04:23:27.056882 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'fixed_ips': [{'subnet_id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:23:27.058445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:27.176273 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=38,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:27.378787 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Allocated IP 172.20.0.2 (20a2ca97-c655-46a9-94b9-d43f4dc9ce7c/8c1e92a4-05f9-423e-a7bd-dc5be9a95905/f25bdf9e-d6b6-416a-bcc5-feefbcb5258d) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:23:27.680874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Publish callbacks [] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:27.694302 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:27.776851 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:23:27.783373 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:23:27.788931 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Pushing event updated for resources: {'Port': ['ID=f25bdf9e-d6b6-416a-bcc5-feefbcb5258d,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:27.791381 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:23:27.806958 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.806958 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.806958 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.806958 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.806958 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.807469 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.807541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.807855 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.808181 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.808520 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.808856 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.809198 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.809523 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.809848 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.810188 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Tracked resource versions report: Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: pushed versions: Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: { 'AddressGroup': {'1.2'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Agent': {'1.1'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'ConntrackHelper': {'1.0'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Log': {'1.0'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'NDPProxy': {'1.0'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Network': {'1.1'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Port': {'1.7'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'PortForwarding': {'1.3'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'QosPolicy': {'1.10'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SecurityGroup': {'1.5'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SubPort': {'1.0'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Subnet': {'1.1'}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Trunk': {'1.1'}} Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: consumer versions: Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: { DHCP agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: L3 agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: Metadata agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: Metering agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: Open vSwitch agent@dv-cinder-854263-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Agent': '1.1', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'ConntrackHelper': '1.0', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'LocalIPAssociation': '1.0', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Log': '1.0', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'NDPProxy': '1.0', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Network': '1.1', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Port': '1.7', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'PortForwarding': '1.3', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'QosPolicy': '1.10', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SecurityGroup': '1.5', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SecurityGroupRule': '1.2', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SubPort': '1.0', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Subnet': '1.1', Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Trunk': '1.1'}} Aug 24 04:23:27.811761 dv-cinder-854263-1-iscsi neutron-server[106348]: {{(pid=106348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:23:27.892523 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Attempting to bind port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:23:27.893128 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Attempting to bind port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:23:27.893569 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Attempting to bind port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d on network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:23:27.900612 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:23:27.901058 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Checking segment: {'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:23:27.901530 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:27.901947 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Bound using segment: {'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:23:27.902624 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Bound port: f25bdf9e-d6b6-416a-bcc5-feefbcb5258d, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:23:27.903239 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:27.992361 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] For port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:23:28.014876 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] For port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f25bdf9e-d6b6-416a-bcc5-feefbcb5258d,segment=NetworkSegment(0368fc09-4772-445b-b220-f35ae30765fb),segment_id=0368fc09-4772-445b-b220-f35ae30765fb)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:23:28.023596 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:28.114942 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a9ba2-d78f-4a89-bc1c-2de605eba3e8 None None] Pushing event updated for resources: {'Port': ['ID=f25bdf9e-d6b6-416a-bcc5-feefbcb5258d,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:28.209099 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=6 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:28.211726 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:29.297694 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58454) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:29.716184 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [None req-75f09a75-4bb7-49a2-96c3-ddf985469c91 admin admin] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:23:29.717272 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-75f09a75-4bb7-49a2-96c3-ddf985469c91 admin admin] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4185719 Aug 24 04:23:32.285526 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58462) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:32.636895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=8,neutron:SELECT=55,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:32.651649 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [None req-7d43f249-2974-492a-805f-09790fabe816 admin admin] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:23:32.652693 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-7d43f249-2974-492a-805f-09790fabe816 admin admin] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3663239 Aug 24 04:23:35.185165 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58474) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:35.572507 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-4872cf2a-c807-4f72-bb33-aa81fb9e8855 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:23:35.601141 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4872cf2a-c807-4f72-bb33-aa81fb9e8855 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (620325ea-6a48-4d42-b5a1-cf85eadb11b5), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:35.602942 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4872cf2a-c807-4f72-bb33-aa81fb9e8855 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (620325ea-6a48-4d42-b5a1-cf85eadb11b5), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:35.751645 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4872cf2a-c807-4f72-bb33-aa81fb9e8855 demo demo] Publish callbacks [] for router_controller (620325ea-6a48-4d42-b5a1-cf85eadb11b5), precommit_add_association {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:35.758636 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4872cf2a-c807-4f72-bb33-aa81fb9e8855 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (620325ea-6a48-4d42-b5a1-cf85eadb11b5), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:35.778559 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4872cf2a-c807-4f72-bb33-aa81fb9e8855 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:35.779701 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4872cf2a-c807-4f72-bb33-aa81fb9e8855 demo demo] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5932355 Aug 24 04:23:35.795472 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f25bdf9e-d6b6-416a-bcc5-feefbcb5258d up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:23:35.895657 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:35.897772 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:36.030494 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:23:36.031107 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:36.082524 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f25bdf9e-d6b6-416a-bcc5-feefbcb5258d,segment=NetworkSegment(0368fc09-4772-445b-b220-f35ae30765fb),segment_id=0368fc09-4772-445b-b220-f35ae30765fb)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:23:36.087288 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:36.142344 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=f25bdf9e-d6b6-416a-bcc5-feefbcb5258d,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:36.618788 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407f621-cdd9-4b97-8cec-afa27cab2d75 None None] Network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:23:36.691091 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:36.704051 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-300a551c-ad11-4b4c-9753-9adcc63a7123 None None] Provisioning complete for port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:36.704441 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-300a551c-ad11-4b4c-9753-9adcc63a7123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:36.756982 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:36.761702 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=58,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:36.784284 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:36.841435 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-300a551c-ad11-4b4c-9753-9adcc63a7123 None None] Current status of the port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:23:37.065042 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-40938d0b-b9bf-403c-8211-e86a4bbac60a None None] Provisioning complete for port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:37.065443 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-40938d0b-b9bf-403c-8211-e86a4bbac60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:37.147091 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-40938d0b-b9bf-403c-8211-e86a4bbac60a None None] Current status of the port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:23:37.782698 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f25bdf9e-d6b6-416a-bcc5-feefbcb5258d up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:23:37.830730 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:37.832841 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:37.833306 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:37.914750 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:23:38.315580 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58482) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:38.664034 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [None req-9a3f10c5-b58b-4957-98fe-e2bb8c194138 admin admin] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:23:38.665076 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-9a3f10c5-b58b-4957-98fe-e2bb8c194138 admin admin] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3486440 Aug 24 04:23:40.364580 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-4e099658-a555-43ad-8519-d0ec9810f328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.148530 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58490) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:41.511035 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:23:41.533252 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Made reservation on behalf of 2f2b43732f6943fc97d3c39af3b9a9d4 for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:23:41.535871 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.548288 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.633853 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Publish callbacks [] for security_group (d5ac5e45-69bb-432f-9948-277c05fc9efd), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.637712 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d5ac5e45-69bb-432f-9948-277c05fc9efd), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.658784 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Reserving flat network on physical network physnet1 {{(pid=106346) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 04:23:41.678371 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac5e45-69bb-432f-9948-277c05fc9efd,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:41.684153 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (51a93b21-0eb7-4eaa-a140-e46b775cdf33), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.684496 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Added segment 51a93b21-0eb7-4eaa-a140-e46b775cdf33 of type flat for network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 Aug 24 04:23:41.733501 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (2cd2534f-849b-4a0f-93ca-c85b00b79a08), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.772121 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (2cd2534f-849b-4a0f-93ca-c85b00b79a08), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.773144 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:23:41.773705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:41.847749 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6981080 Aug 24 04:23:41.891016 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d1431-01f7-452a-b94d-09f71a3f8860 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd2534f-849b-4a0f-93ca-c85b00b79a08,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:41.901541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:23:42.933431 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b300cf9b-5819-45de-804e-0355bf9c1c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:44.003498 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:44.261430 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 58498) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:44.672710 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc34b8d-d63c-4092-88bb-04e7a64b0d53 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:23:44.674130 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-2cc34b8d-d63c-4092-88bb-04e7a64b0d53 demo admin] 10.222.0.89 "GET /networking/v2.0/subnets/8c1e92a4-05f9-423e-a7bd-dc5be9a95905 HTTP/1.1" status: 200 len: 849 time: 0.4118273 Aug 24 04:23:44.794582 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-8c3efeb6-8715-401f-ae00-282369a7bdab demo admin] 10.222.0.89 "GET /networking/v2.0/routers/620325ea-6a48-4d42-b5a1-cf85eadb11b5 HTTP/1.1" status: 200 len: 704 time: 0.1145372 Aug 24 04:23:45.067541 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:45.088488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:45.151934 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:45.372782 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Allocated IP 172.20.0.1 (20a2ca97-c655-46a9-94b9-d43f4dc9ce7c/8c1e92a4-05f9-423e-a7bd-dc5be9a95905/c9780638-14a7-4e6a-9a1a-72fdd8861e50) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:23:45.561105 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Publish callbacks [] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:45.625985 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:45.762620 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:23:45.768406 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:23:45.773292 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Pushing event updated for resources: {'Port': ['ID=c9780638-14a7-4e6a-9a1a-72fdd8861e50,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:45.775826 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:23:45.776367 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (620325ea-6a48-4d42-b5a1-cf85eadb11b5), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:45.941516 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:45.997380 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:46.029111 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-b06da7b2-2e97-4c4a-b421-7cac5fa3bef4 None None] Provisioning complete for port c9780638-14a7-4e6a-9a1a-72fdd8861e50 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:46.029508 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b06da7b2-2e97-4c4a-b421-7cac5fa3bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:46.064759 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-b06da7b2-2e97-4c4a-b421-7cac5fa3bef4 None None] Port c9780638-14a7-4e6a-9a1a-72fdd8861e50 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:23:46.089197 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:46.219695 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Publish callbacks [] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:46.224011 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:46.224857 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (620325ea-6a48-4d42-b5a1-cf85eadb11b5), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:46.282509 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:46.285199 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Pushing event updated for resources: {'Port': ['ID=c9780638-14a7-4e6a-9a1a-72fdd8861e50,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:46.334702 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:46.359839 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:23:46.361227 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:23:46.529285 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Router 620325ea-6a48-4d42-b5a1-cf85eadb11b5 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:23:46.589033 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-b377260f-0a7c-4a06-b92d-4862e3964d80 None None] Provisioning complete for port c9780638-14a7-4e6a-9a1a-72fdd8861e50 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:46.589439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b377260f-0a7c-4a06-b92d-4862e3964d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:46.621844 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:23:46.626237 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-b377260f-0a7c-4a06-b92d-4862e3964d80 None None] Port c9780638-14a7-4e6a-9a1a-72fdd8861e50 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:23:46.628451 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4527b0bf-b000-4358-885f-3b9cea71a13e demo admin] 10.222.0.89 "PUT /networking/v2.0/routers/620325ea-6a48-4d42-b5a1-cf85eadb11b5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8273518 Aug 24 04:23:46.633469 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Sync routers for ids ['620325ea-6a48-4d42-b5a1-cf85eadb11b5'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:23:46.646103 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Routers {'620325ea-6a48-4d42-b5a1-cf85eadb11b5'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:23:46.646939 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:23:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['620325ea-6a48-4d42-b5a1-cf85eadb11b5'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:46.839146 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Set router 620325ea-6a48-4d42-b5a1-cf85eadb11b5 gateway port host: None {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:23:47.279143 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'name': 'router1', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:23:35Z', 'updated_at': '2022-08-24T04:23:45Z', 'revision_number': 2, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'gw_port_host': None, '_interfaces': [{'id': 'c9780638-14a7-4e6a-9a1a-72fdd8861e50', 'name': '', 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'mac_address': 'fa:16:3e:19:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:45Z', 'updated_at': '2022-08-24T04:23:46Z', 'revision_number': 2, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'subnets': [{'id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e64b867-e234-4161-8a62-b02397cc23ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:47.333056 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Checking router: 620325ea-6a48-4d42-b5a1-cf85eadb11b5 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:23:47.333430 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Updating router 620325ea-6a48-4d42-b5a1-cf85eadb11b5 port c9780638-14a7-4e6a-9a1a-72fdd8861e50 binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:23:47.388162 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:47.941772 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Publish callbacks [] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:47.948359 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:48.106111 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Attempting to bind port c9780638-14a7-4e6a-9a1a-72fdd8861e50 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:23:48.106423 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Attempting to bind port c9780638-14a7-4e6a-9a1a-72fdd8861e50 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:23:48.106903 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Attempting to bind port c9780638-14a7-4e6a-9a1a-72fdd8861e50 on network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:23:48.110860 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Pushing event updated for resources: {'Port': ['ID=c9780638-14a7-4e6a-9a1a-72fdd8861e50,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:48.121779 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:23:48.122249 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Checking segment: {'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:23:48.122657 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:48.123050 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Bound using segment: {'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:23:48.123557 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Bound port: c9780638-14a7-4e6a-9a1a-72fdd8861e50, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0368fc09-4772-445b-b220-f35ae30765fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:23:48.125143 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:48.128067 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.128418 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.128793 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.129137 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.129467 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.129793 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.130116 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.130437 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.130757 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.131076 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.131395 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.131739 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.132065 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.132510 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.132879 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Tracked resource versions report: Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: pushed versions: Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: { 'AddressGroup': {'1.2'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Agent': {'1.1'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'ConntrackHelper': {'1.0'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Log': {'1.0'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'NDPProxy': {'1.0'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Network': {'1.1'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Port': {'1.7'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'PortForwarding': {'1.3'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'QosPolicy': {'1.10'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SecurityGroup': {'1.5'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SubPort': {'1.0'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Subnet': {'1.1'}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Trunk': {'1.1'}} Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: consumer versions: Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: { DHCP agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: L3 agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: Metadata agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: Metering agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: Open vSwitch agent@dv-cinder-854263-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Agent': '1.1', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'ConntrackHelper': '1.0', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'LocalIPAssociation': '1.0', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Log': '1.0', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'NDPProxy': '1.0', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Network': '1.1', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Port': '1.7', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'PortForwarding': '1.3', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'QosPolicy': '1.10', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SecurityGroup': '1.5', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SecurityGroupRule': '1.2', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SubPort': '1.0', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Subnet': '1.1', Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Trunk': '1.1'}} Aug 24 04:23:48.134372 dv-cinder-854263-1-iscsi neutron-server[106349]: {{(pid=106349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:23:48.200243 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:48.208492 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] For port c9780638-14a7-4e6a-9a1a-72fdd8861e50, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:23:48.230203 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] For port c9780638-14a7-4e6a-9a1a-72fdd8861e50, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c9780638-14a7-4e6a-9a1a-72fdd8861e50,segment=NetworkSegment(0368fc09-4772-445b-b220-f35ae30765fb),segment_id=0368fc09-4772-445b-b220-f35ae30765fb)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:23:48.237093 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:48.278728 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Routers {'620325ea-6a48-4d42-b5a1-cf85eadb11b5'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:23:48.279367 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:23:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['620325ea-6a48-4d42-b5a1-cf85eadb11b5'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:48.284849 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:48.371172 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818ffee-f9f0-4917-b819-9de9474fe223 None None] Pushing event updated for resources: {'Port': ['ID=c9780638-14a7-4e6a-9a1a-72fdd8861e50,revision_number=4']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:48.396205 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] Set router 620325ea-6a48-4d42-b5a1-cf85eadb11b5 gateway port host: None {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:23:48.603356 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'name': 'router1', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:23:35Z', 'updated_at': '2022-08-24T04:23:45Z', 'revision_number': 2, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'gw_port_host': None, '_interfaces': [{'id': 'c9780638-14a7-4e6a-9a1a-72fdd8861e50', 'name': '', 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'mac_address': 'fa:16:3e:19:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:45Z', 'updated_at': '2022-08-24T04:23:48Z', 'revision_number': 4, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'subnets': [{'id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e64b867-e234-4161-8a62-b02397cc23ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:48.634023 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4be87a0-ee02-4cd7-9b73-f2afdfba540e None None] The sync data for ids ['620325ea-6a48-4d42-b5a1-cf85eadb11b5'] in dv-cinder-854263-1-iscsi is: [{'id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'name': 'router1', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:23:35Z', 'updated_at': '2022-08-24T04:23:45Z', 'revision_number': 2, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'gw_port_host': None, '_interfaces': [{'id': 'c9780638-14a7-4e6a-9a1a-72fdd8861e50', 'name': '', 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'mac_address': 'fa:16:3e:19:ae:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:45Z', 'updated_at': '2022-08-24T04:23:48Z', 'revision_number': 4, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'subnets': [{'id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e64b867-e234-4161-8a62-b02397cc23ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:23:49.182243 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 58510) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:49.658468 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393fd493-842a-4ec5-b25a-0e338d3b7875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:23:49.659847 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-393fd493-842a-4ec5-b25a-0e338d3b7875 admin admin] 10.222.0.89 "GET /networking/v2.0/networks/2cd2534f-849b-4a0f-93ca-c85b00b79a08 HTTP/1.1" status: 200 len: 842 time: 0.4764802 Aug 24 04:23:49.674192 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.4.0/24', 'ip_version': 4, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'gateway_ip': '172.27.4.1', 'enable_dhcp': False}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:23:49.703943 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Made reservation on behalf of 2f2b43732f6943fc97d3c39af3b9a9d4 for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:23:49.707059 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:50.110728 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.objects.ports [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106347) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 04:23:50.111109 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (62dcdd63-b04f-4d51-9929-3d0b021c0701), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:50.170317 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62dcdd63-b04f-4d51-9929-3d0b021c0701,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:50.181676 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:23:50.182025 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Network hostable DHCP agents. Network: 2cd2534f-849b-4a0f-93ca-c85b00b79a08, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:23:50.201891 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:23:50.212062 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 2cd2534f-849b-4a0f-93ca-c85b00b79a08) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:23:50.216626 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:23:50.217262 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:50.225213 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c917c3-f410-42c0-bf9f-c686977ce367 None None] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:23:50.240810 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-1186664f-a192-4268-b72a-a7be492d7a2d admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5715568 Aug 24 04:23:50.354815 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f43bc-3ca4-4deb-83ef-ced03266435f None None] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:23:52.799197 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 58518) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:53.502963 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6d01636f-22fa-4123-83cb-300fc15acba7 demo admin] 10.222.0.89 "GET /networking/v2.0/routers/620325ea-6a48-4d42-b5a1-cf85eadb11b5 HTTP/1.1" status: 200 len: 710 time: 0.7025974 Aug 24 04:23:53.636953 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe3de4-11fa-40ea-a3c3-660ea4c3e774 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:23:53.639861 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a5fe3de4-11fa-40ea-a3c3-660ea4c3e774 demo admin] 10.222.0.89 "GET /networking/v2.0/networks/2cd2534f-849b-4a0f-93ca-c85b00b79a08 HTTP/1.1" status: 200 len: 886 time: 0.1237445 Aug 24 04:23:53.657306 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:23:53.834215 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c9780638-14a7-4e6a-9a1a-72fdd8861e50 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:23:53.899774 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port c9780638-14a7-4e6a-9a1a-72fdd8861e50 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:53.900267 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:53.989181 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:53.995053 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks [] for router_gateway (620325ea-6a48-4d42-b5a1-cf85eadb11b5), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:54.003724 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port c9780638-14a7-4e6a-9a1a-72fdd8861e50 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:23:54.004313 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:54.048053 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port c9780638-14a7-4e6a-9a1a-72fdd8861e50, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c9780638-14a7-4e6a-9a1a-72fdd8861e50,segment=NetworkSegment(0368fc09-4772-445b-b220-f35ae30765fb),segment_id=0368fc09-4772-445b-b220-f35ae30765fb)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:23:54.055719 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:54.078294 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:54.110065 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=c9780638-14a7-4e6a-9a1a-72fdd8861e50,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:54.261369 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks [] for router_gateway (620325ea-6a48-4d42-b5a1-cf85eadb11b5), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:54.354687 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:54.533883 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Allocated IP 172.27.4.37 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/5491d637-906f-48c4-b7a3-78a03c8d4b35) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:23:54.725789 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks [] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:54.797839 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:54.873190 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:23:54.878963 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:23:54.886805 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:23:54.925538 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Pushing event updated for resources: {'Port': ['ID=5491d637-906f-48c4-b7a3-78a03c8d4b35,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:55.163584 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:55.177871 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks [] for router_gateway (620325ea-6a48-4d42-b5a1-cf85eadb11b5), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:55.343393 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:55.375305 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:23:55.385687 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1630601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1633261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7692'] for router (620325ea-6a48-4d42-b5a1-cf85eadb11b5), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:55.391848 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1630608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1630631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1633268'] for router (620325ea-6a48-4d42-b5a1-cf85eadb11b5), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:55.506570 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Router 620325ea-6a48-4d42-b5a1-cf85eadb11b5 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:23:55.615440 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:23:55.620445 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:55.622117 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e64f76e8-9c29-4cf2-b63e-4b9b2cb64941 demo admin] 10.222.0.89 "PUT /networking/v2.0/routers/620325ea-6a48-4d42-b5a1-cf85eadb11b5 HTTP/1.1" status: 200 len: 889 time: 1.9739280 Aug 24 04:23:55.626004 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Sync routers for ids ['620325ea-6a48-4d42-b5a1-cf85eadb11b5'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:23:55.639084 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Routers {'620325ea-6a48-4d42-b5a1-cf85eadb11b5'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:23:55.640270 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:23:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['620325ea-6a48-4d42-b5a1-cf85eadb11b5'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:55.813453 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c9780638-14a7-4e6a-9a1a-72fdd8861e50 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:23:55.904351 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Set router 620325ea-6a48-4d42-b5a1-cf85eadb11b5 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:23:55.984515 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port c9780638-14a7-4e6a-9a1a-72fdd8861e50 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:55.984925 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:56.082939 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:56.209937 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:56.292632 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port c9780638-14a7-4e6a-9a1a-72fdd8861e50 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:23:56.389028 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'name': 'router1', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5491d637-906f-48c4-b7a3-78a03c8d4b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:23:35Z', 'updated_at': '2022-08-24T04:23:55Z', 'revision_number': 4, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'gw_port': {'id': '5491d637-906f-48c4-b7a3-78a03c8d4b35', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:54Z', 'updated_at': '2022-08-24T04:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c9780638-14a7-4e6a-9a1a-72fdd8861e50', 'name': '', 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'mac_address': 'fa:16:3e:19:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:45Z', 'updated_at': '2022-08-24T04:23:54Z', 'revision_number': 5, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'subnets': [{'id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e64b867-e234-4161-8a62-b02397cc23ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:56.516022 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Checking router: 620325ea-6a48-4d42-b5a1-cf85eadb11b5 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:23:56.516386 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Updating router 620325ea-6a48-4d42-b5a1-cf85eadb11b5 port 5491d637-906f-48c4-b7a3-78a03c8d4b35 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:23:56.576463 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:56.604601 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:56.618569 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=22 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:56.620152 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=34,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:56.922496 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Publish callbacks [] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:56.935707 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:56.973263 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Attempting to bind port 5491d637-906f-48c4-b7a3-78a03c8d4b35 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:23:56.973640 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Attempting to bind port 5491d637-906f-48c4-b7a3-78a03c8d4b35 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:23:56.974008 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Attempting to bind port 5491d637-906f-48c4-b7a3-78a03c8d4b35 on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:23:56.986690 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:23:56.987162 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:23:56.987577 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:56.987972 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:23:56.988460 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Bound port: 5491d637-906f-48c4-b7a3-78a03c8d4b35, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:23:56.988874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:57.011292 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f4f24-25ef-4ea2-bf2c-24a3435eea9b None None] Pushing event updated for resources: {'Port': ['ID=5491d637-906f-48c4-b7a3-78a03c8d4b35,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:57.050980 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] For port 5491d637-906f-48c4-b7a3-78a03c8d4b35, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:23:57.054475 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] For port 5491d637-906f-48c4-b7a3-78a03c8d4b35, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=5491d637-906f-48c4-b7a3-78a03c8d4b35,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:23:57.063122 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:57.108798 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Routers {'620325ea-6a48-4d42-b5a1-cf85eadb11b5'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:23:57.109588 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:23:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['620325ea-6a48-4d42-b5a1-cf85eadb11b5'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:57.190069 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f4f24-25ef-4ea2-bf2c-24a3435eea9b None None] Pushing event updated for resources: {'Port': ['ID=5491d637-906f-48c4-b7a3-78a03c8d4b35,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:57.243977 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] Set router 620325ea-6a48-4d42-b5a1-cf85eadb11b5 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:23:57.458165 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'name': 'router1', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5491d637-906f-48c4-b7a3-78a03c8d4b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:23:35Z', 'updated_at': '2022-08-24T04:23:55Z', 'revision_number': 4, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'gw_port': {'id': '5491d637-906f-48c4-b7a3-78a03c8d4b35', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:54Z', 'updated_at': '2022-08-24T04:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c9780638-14a7-4e6a-9a1a-72fdd8861e50', 'name': '', 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'mac_address': 'fa:16:3e:19:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:45Z', 'updated_at': '2022-08-24T04:23:54Z', 'revision_number': 5, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'subnets': [{'id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e64b867-e234-4161-8a62-b02397cc23ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:23:57.485839 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae9629-44a8-47f8-9f57-2e14ab493727 None None] The sync data for ids ['620325ea-6a48-4d42-b5a1-cf85eadb11b5'] in dv-cinder-854263-1-iscsi is: [{'id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'name': 'router1', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.37'}], 'enable_snat': True}, 'gw_port_id': '5491d637-906f-48c4-b7a3-78a03c8d4b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:23:35Z', 'updated_at': '2022-08-24T04:23:55Z', 'revision_number': 4, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'gw_port': {'id': '5491d637-906f-48c4-b7a3-78a03c8d4b35', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:54Z', 'updated_at': '2022-08-24T04:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c9780638-14a7-4e6a-9a1a-72fdd8861e50', 'name': '', 'network_id': '20a2ca97-c655-46a9-94b9-d43f4dc9ce7c', 'tenant_id': 'aa2b7841d0034834b90a54ffff6271b1', 'mac_address': 'fa:16:3e:19:ae:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620325ea-6a48-4d42-b5a1-cf85eadb11b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:23:45Z', 'updated_at': '2022-08-24T04:23:54Z', 'revision_number': 5, 'project_id': 'aa2b7841d0034834b90a54ffff6271b1', 'subnets': [{'id': '8c1e92a4-05f9-423e-a7bd-dc5be9a95905', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6e64b867-e234-4161-8a62-b02397cc23ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:23:57.815011 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 5491d637-906f-48c4-b7a3-78a03c8d4b35 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:23:57.870378 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 5491d637-906f-48c4-b7a3-78a03c8d4b35 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:57.870747 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:57.956698 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 5491d637-906f-48c4-b7a3-78a03c8d4b35 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:23:57.957425 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:57.979501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 5491d637-906f-48c4-b7a3-78a03c8d4b35, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=5491d637-906f-48c4-b7a3-78a03c8d4b35,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:23:57.987953 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:58.050707 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=5491d637-906f-48c4-b7a3-78a03c8d4b35,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:23:58.324243 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 58534) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:23:58.606849 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=46 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:58.756673 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-647caeeb-7add-42c9-a8a7-4a2883ea1246 admin admin] 10.222.0.89 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4311752 Aug 24 04:23:59.806103 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 5491d637-906f-48c4-b7a3-78a03c8d4b35 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:23:59.846637 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:23:59.854375 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 5491d637-906f-48c4-b7a3-78a03c8d4b35 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:23:59.854813 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (5491d637-906f-48c4-b7a3-78a03c8d4b35), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:23:59.934684 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 5491d637-906f-48c4-b7a3-78a03c8d4b35 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:24:05.371810 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=30 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:08.749815 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=34 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:08.753337 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=49 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:09.931828 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:09.933550 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:09.934785 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:10.366427 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-4c0f3cbc-566b-4a3d-b11b-e54d0833fe7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:12.939046 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-aaa7de16-1314-4e57-a77c-f5d4079ac42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:14.014072 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:15.887031 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:16.097084 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:26.086249 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:26.089602 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:26.092456 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:30.385650 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:30.389593 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:32.375556 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:24:40.365684 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-6c63d732-15cb-4638-8671-7fac88e61506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:42.376276 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:42.937948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d312f660-0277-4c4d-998c-d335e4212472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:44.012314 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:45.892676 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:46.115044 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:24:56.098413 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:56.102511 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:24:56.109896 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:08.371901 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:08.372785 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:09.377439 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:25:10.360996 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-4906021d-bbae-4fe4-a322-d7c829ace608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:12.942216 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1122549c-1665-414f-8187-6391a72cfa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:14.014199 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:15.900848 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:16.104648 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:19.372376 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:19.373848 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:26.093434 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:26.097795 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:26.099574 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:26.459978 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59074) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:26.833467 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8b9433-d807-432d-bd44-62b4cc1e1755 admin admin] GET failed (client error): The resource could not be found. Aug 24 04:25:26.834826 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-bd8b9433-d807-432d-bd44-62b4cc1e1755 admin admin] 10.222.0.89 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3739717 Aug 24 04:25:27.018728 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27356777-2bbd-4b92-81cd-896ac30a0dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:27.020234 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-27356777-2bbd-4b92-81cd-896ac30a0dc5 admin admin] 10.222.0.89 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1810138 Aug 24 04:25:29.438388 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59084) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:29.883225 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffbc808-e2e4-457b-a7d4-8a4a30d72365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:29.884612 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9ffbc808-e2e4-457b-a7d4-8a4a30d72365 admin admin] 10.222.0.89 "GET /networking/v2.0/subnets/8c1e92a4-05f9-423e-a7bd-dc5be9a95905 HTTP/1.1" status: 200 len: 849 time: 0.4452357 Aug 24 04:25:29.894589 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:25:29.998689 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Publish callbacks [] for subnet (8c1e92a4-05f9-423e-a7bd-dc5be9a95905), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:30.218268 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735098751124'] for subnet (8c1e92a4-05f9-423e-a7bd-dc5be9a95905), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:30.254151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:30.254151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:30.257646 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5aa4e-d94a-47e8-bf77-5acaafc74407 None None] Network 20a2ca97-c655-46a9-94b9-d43f4dc9ce7c requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:25:30.269547 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] 10.222.0.89 "PUT /networking/v2.0/subnets/8c1e92a4-05f9-423e-a7bd-dc5be9a95905 HTTP/1.1" status: 200 len: 868 time: 0.3781488 Aug 24 04:25:30.293994 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1e92a4-05f9-423e-a7bd-dc5be9a95905,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:25:30.302408 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.302873 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.303367 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.303855 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.304319 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.304803 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.305251 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.305682 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.306136 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.306582 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.307036 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.307573 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.308021 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.308454 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.308928 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ebbe17-bbd1-4729-914d-19d2b1aea442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:25:30.619124 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-32e38efb-9ad0-46cd-ace1-344646f17569 None None] Provisioning complete for port c9780638-14a7-4e6a-9a1a-72fdd8861e50 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:25:30.619525 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-32e38efb-9ad0-46cd-ace1-344646f17569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c9780638-14a7-4e6a-9a1a-72fdd8861e50), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:30.714417 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-32e38efb-9ad0-46cd-ace1-344646f17569 None None] Current status of the port c9780638-14a7-4e6a-9a1a-72fdd8861e50 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:25:30.725177 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-32e38efb-9ad0-46cd-ace1-344646f17569 None None] Provisioning complete for port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:25:30.725695 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-32e38efb-9ad0-46cd-ace1-344646f17569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f25bdf9e-d6b6-416a-bcc5-feefbcb5258d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:30.808158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-32e38efb-9ad0-46cd-ace1-344646f17569 None None] Current status of the port f25bdf9e-d6b6-416a-bcc5-feefbcb5258d is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:25:32.704833 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59092) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:33.259222 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958cba8-7ac7-4634-91ed-f726fd30ade5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:33.259701 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958cba8-7ac7-4634-91ed-f726fd30ade5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:33.261302 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-f958cba8-7ac7-4634-91ed-f726fd30ade5 admin admin] 10.222.0.89 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5555153 Aug 24 04:25:35.673952 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59102) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:36.194380 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b902a37-0e88-4902-b855-94ddb91ea35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:36.194860 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b902a37-0e88-4902-b855-94ddb91ea35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:36.196432 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-3b902a37-0e88-4902-b855-94ddb91ea35b admin admin] 10.222.0.89 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5214086 Aug 24 04:25:38.616242 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59110) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:39.098905 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1568a597-3fe1-4138-90fb-00a5a5f6a1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:39.100300 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-1568a597-3fe1-4138-90fb-00a5a5f6a1c6 admin admin] 10.222.0.89 "GET /networking/v2.0/networks/20a2ca97-c655-46a9-94b9-d43f4dc9ce7c HTTP/1.1" status: 200 len: 870 time: 0.4830534 Aug 24 04:25:40.368432 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b2f72570-da55-4c35-85dd-b9af7af3a746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:41.521878 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59118) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:41.988080 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:41.997108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e996d-5bb8-4173-84c5-5810bac15bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:42.000096 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a59e996d-5bb8-4173-84c5-5810bac15bfe admin admin] 10.222.0.89 "GET /networking/v2.0/networks/2cd2534f-849b-4a0f-93ca-c85b00b79a08 HTTP/1.1" status: 200 len: 886 time: 0.4770761 Aug 24 04:25:42.945541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26bed4d8-d565-400b-9c69-d8e09865dfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:43.254919 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=12 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:43.257143 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=11 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:44.024872 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:44.387414 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:44.388763 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:44.440965 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59126) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:44.863535 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85d939-23f1-442e-aca8-3c16c186e058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:44.863987 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85d939-23f1-442e-aca8-3c16c186e058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:44.865562 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6d85d939-23f1-442e-aca8-3c16c186e058 admin admin] 10.222.0.89 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4236503 Aug 24 04:25:45.887198 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:46.109040 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:25:46.379385 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:25:47.288272 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59136) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:47.684198 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:47.701012 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa2ccef-81fc-4260-9f2e-e51777c9bd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:47.701711 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa2ccef-81fc-4260-9f2e-e51777c9bd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:47.703305 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-4fa2ccef-81fc-4260-9f2e-e51777c9bd22 admin admin] 10.222.0.89 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4140463 Aug 24 04:25:50.069629 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59144) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:50.453564 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e1d16-ffd8-4105-9e1c-29f1347d516d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:50.454891 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-557e1d16-ffd8-4105-9e1c-29f1347d516d admin admin] 10.222.0.89 "GET /networking/v2.0/subnets/62dcdd63-b04f-4d51-9929-3d0b021c0701 HTTP/1.1" status: 200 len: 816 time: 0.3842633 Aug 24 04:25:52.804178 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59152) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:25:53.187822 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f4ca9d-6ace-4bd7-909f-f65c85453b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:25:53.189214 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f1f4ca9d-6ace-4bd7-909f-f65c85453b3b admin admin] 10.222.0.89 "GET /networking/v2.0/subnets/8c1e92a4-05f9-423e-a7bd-dc5be9a95905 HTTP/1.1" status: 200 len: 868 time: 0.3840218 Aug 24 04:25:56.095735 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:56.100574 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:56.102718 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:25:56.374744 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:03.183285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=12 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:03.184673 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=29 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:08.430943 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=13 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:08.436894 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=13 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:10.362497 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-819340cf-9795-4ce9-929b-7a1475256dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:12.950776 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5350c6da-af5a-4abe-8863-6795437de6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:14.019196 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:15.882583 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:16.112271 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:21.385508 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:21.386887 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:22.945804 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59208) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:26:23.283958 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [None req-f8ac4522-73d6-4bb3-90fa-d6f401605a69 admin admin] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:26:23.285001 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f8ac4522-73d6-4bb3-90fa-d6f401605a69 admin admin] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3382578 Aug 24 04:26:23.378307 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:26:25.793228 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59216) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:26:26.100215 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:26.104155 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:26.106499 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:26.162398 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcf48cd-e031-4e07-bb9a-c79f61dc7afa admin admin] GET failed (client error): The resource could not be found. Aug 24 04:26:26.163797 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8fcf48cd-e031-4e07-bb9a-c79f61dc7afa admin admin] 10.222.0.89 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3695991 Aug 24 04:26:26.257597 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcaa78b-c833-4868-8ecc-fc14c57184af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:26:26.259091 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9fcaa78b-c833-4868-8ecc-fc14c57184af admin admin] 10.222.0.89 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0906682 Aug 24 04:26:28.674744 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59224) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:26:29.021632 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:26:29.047176 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Made reservation on behalf of 2f2b43732f6943fc97d3c39af3b9a9d4 for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:26:29.050008 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:29.095845 dv-cinder-854263-1-iscsi neutron-server[106347]: WARNING neutron.services.revisions.revision_plugin [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Could not find related network for resource to bump revision. Aug 24 04:26:29.118128 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:26:29.134443 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735098824295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (30c18e1e-0f53-4430-bf7f-c68158026d2d), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:29.135046 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Unsubscribe: segment precommit_create {{(pid=106347) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 04:26:29.135575 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Added segment 30c18e1e-0f53-4430-bf7f-c68158026d2d of type vlan for network ee00668b-ea32-47af-8439-d128f2d433d1 Aug 24 04:26:29.194323 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (ee00668b-ea32-47af-8439-d128f2d433d1), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:29.228087 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (ee00668b-ea32-47af-8439-d128f2d433d1), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:29.229216 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:26:29.229792 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:29.287063 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6112275 Aug 24 04:26:29.334897 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22360d80-4cfb-449a-b134-d96144313f07 admin admin] Pushing event updated for resources: {'Network': ['ID=ee00668b-ea32-47af-8439-d128f2d433d1,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:26:29.347127 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network ee00668b-ea32-47af-8439-d128f2d433d1 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:26:31.780813 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59232) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:26:32.168128 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.pecan_wsgi.hooks.translation [None req-feddcf4e-850c-402e-8a35-1e197bfc3381 admin admin] GET failed (client error): The resource could not be found. Aug 24 04:26:32.169786 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-feddcf4e-850c-402e-8a35-1e197bfc3381 admin admin] 10.222.0.89 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3876226 Aug 24 04:26:32.250202 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94cfedb-ca5e-4cc3-a6fb-6f7ae011d1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:26:32.251698 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a94cfedb-ca5e-4cc3-a6fb-6f7ae011d1fc admin admin] 10.222.0.89 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0771856 Aug 24 04:26:32.264197 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1', 'description': 'shared-subnet'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:26:32.286773 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Made reservation on behalf of 2f2b43732f6943fc97d3c39af3b9a9d4 for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:26:32.289141 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:32.482611 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (694aed38-9c69-4375-9c2e-be6a67f04dbb), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:32.541365 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694aed38-9c69-4375-9c2e-be6a67f04dbb,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:26:32.554448 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.554784 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.555141 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.555476 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.555800 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.556123 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.556444 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.556787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.557120 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.557446 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.557760 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.558078 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.558639 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.559077 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.559407 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:32.563939 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Checking segment: {'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:26:32.564295 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Network hostable DHCP agents. Network: ee00668b-ea32-47af-8439-d128f2d433d1, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:26:32.590196 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Network ee00668b-ea32-47af-8439-d128f2d433d1 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:26:32.602026 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, ee00668b-ea32-47af-8439-d128f2d433d1) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:26:32.607088 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:26:32.607503 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:32.613804 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7c4dc-df7f-4ba0-b15f-654ec3a02694 None None] Network ee00668b-ea32-47af-8439-d128f2d433d1 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:26:32.631221 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-369d5d9f-8008-4d96-a25a-da9e1c776271 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3710093 Aug 24 04:26:32.747941 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-ee00668b-ea32-47af-8439-d128f2d433d1', 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1', 'project_id': '2f2b43732f6943fc97d3c39af3b9a9d4', 'fixed_ips': [{'subnet_id': '694aed38-9c69-4375-9c2e-be6a67f04dbb'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:26:32.748921 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:32.918274 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Allocated IP 192.168.233.2 (ee00668b-ea32-47af-8439-d128f2d433d1/694aed38-9c69-4375-9c2e-be6a67f04dbb/f27459c6-faf2-4ee2-8025-6671527f2b0b) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:26:33.093650 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Publish callbacks [] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:33.103904 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:33.151495 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Network ee00668b-ea32-47af-8439-d128f2d433d1 is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:26:33.157572 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:26:33.160041 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Pushing event updated for resources: {'Port': ['ID=f27459c6-faf2-4ee2-8025-6671527f2b0b,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:26:33.162498 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:26:33.211886 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.212229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.212616 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.212972 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.213303 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.213624 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.213946 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.214268 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.214587 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.214905 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.215224 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.215561 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.215950 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.216274 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.216607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:26:33.236612 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Attempting to bind port f27459c6-faf2-4ee2-8025-6671527f2b0b on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:26:33.236948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Attempting to bind port f27459c6-faf2-4ee2-8025-6671527f2b0b by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:26:33.237309 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Attempting to bind port f27459c6-faf2-4ee2-8025-6671527f2b0b on network ee00668b-ea32-47af-8439-d128f2d433d1 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:26:33.243073 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:26:33.243449 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Checking segment: {'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:26:33.243853 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:33.244242 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Bound using segment: {'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:26:33.244745 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Bound port: f27459c6-faf2-4ee2-8025-6671527f2b0b, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:26:33.245156 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:33.329747 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] For port f27459c6-faf2-4ee2-8025-6671527f2b0b, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:26:33.333377 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] For port f27459c6-faf2-4ee2-8025-6671527f2b0b, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f27459c6-faf2-4ee2-8025-6671527f2b0b,segment=NetworkSegment(30c18e1e-0f53-4430-bf7f-c68158026d2d),segment_id=30c18e1e-0f53-4430-bf7f-c68158026d2d)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:26:33.341702 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:33.373726 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:33.374631 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:33.404506 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58f7ae-5258-4722-9ee4-7fc8702e2907 None None] Pushing event updated for resources: {'Port': ['ID=f27459c6-faf2-4ee2-8025-6671527f2b0b,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:26:33.913735 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f27459c6-faf2-4ee2-8025-6671527f2b0b up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:26:33.982532 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port f27459c6-faf2-4ee2-8025-6671527f2b0b triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:26:33.983020 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:34.188631 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port f27459c6-faf2-4ee2-8025-6671527f2b0b is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:26:34.188631 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:34.229293 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port f27459c6-faf2-4ee2-8025-6671527f2b0b, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f27459c6-faf2-4ee2-8025-6671527f2b0b,segment=NetworkSegment(30c18e1e-0f53-4430-bf7f-c68158026d2d),segment_id=30c18e1e-0f53-4430-bf7f-c68158026d2d)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:26:34.234879 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:34.301294 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=f27459c6-faf2-4ee2-8025-6671527f2b0b,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:26:34.305437 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5043f36-2313-4199-8843-e2ce2b8a7b5c None None] Network ee00668b-ea32-47af-8439-d128f2d433d1 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:26:34.401140 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-5109fef5-3da2-492f-803a-72462b27e845 None None] Provisioning complete for port f27459c6-faf2-4ee2-8025-6671527f2b0b triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:26:34.401546 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5109fef5-3da2-492f-803a-72462b27e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:34.475107 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:34.531504 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-5109fef5-3da2-492f-803a-72462b27e845 None None] Current status of the port f27459c6-faf2-4ee2-8025-6671527f2b0b is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:26:34.752114 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-c220b578-9f34-43c6-921d-1a9fb94e6904 None None] Provisioning complete for port f27459c6-faf2-4ee2-8025-6671527f2b0b triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:26:34.752513 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c220b578-9f34-43c6-921d-1a9fb94e6904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:34.826358 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:34.843660 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-c220b578-9f34-43c6-921d-1a9fb94e6904 None None] Current status of the port f27459c6-faf2-4ee2-8025-6671527f2b0b is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:26:35.877531 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f27459c6-faf2-4ee2-8025-6671527f2b0b up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:26:35.933422 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port f27459c6-faf2-4ee2-8025-6671527f2b0b triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:26:35.933811 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f27459c6-faf2-4ee2-8025-6671527f2b0b), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:36.016272 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port f27459c6-faf2-4ee2-8025-6671527f2b0b is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:26:38.187076 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:40.366699 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b268835d-5558-4415-a9a3-7c15867449a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:42.619509 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:42.620791 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:42.957542 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2e20e02c-37e1-40b2-93c4-4d61cf017654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:44.023288 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:45.875851 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:46.112881 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:26:56.102540 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:56.105784 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:56.108485 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:26:58.383102 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:00.376880 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:27:10.370746 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b10c05e9-75c4-41af-89fe-827b72825ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:10.373018 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:10.374938 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:12.954778 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-57323f5a-61ac-4ab7-92a0-da80efb87f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:14.027407 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:15.879015 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:16.123122 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:26.108034 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:26.108785 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:26.116184 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:35.377215 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:35.385307 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=5 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:37.376817 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:27:40.376946 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9e5891a2-c002-4bdc-b551-0fb4bcd95d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:42.950801 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0cf51335-ad5a-47fc-b5e3-8920931656a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:44.033152 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:45.885104 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:46.120139 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:47.373173 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:51.391600 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:51.894476 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59272) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:27:51.900276 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [None req-d54aa52a-d809-4df1-9fde-0eae3124fb48 tempest-verify_tempest_config-574712378 tempest-verify_tempest_config-574712378-project] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:27:51.901294 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-d54aa52a-d809-4df1-9fde-0eae3124fb48 tempest-verify_tempest_config-574712378 tempest-verify_tempest_config-574712378-project] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058615 Aug 24 04:27:52.456381 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59290) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:27:52.801913 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:52.995103 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Publish callbacks [] for security_group (814c2b93-4a66-4130-a82f-114aa7259397), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:53.000500 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (814c2b93-4a66-4130-a82f-114aa7259397), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:53.049526 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=757e5a8ad5fc4feda429f520843fa8af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5920217 Aug 24 04:27:53.050240 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c2b93-4a66-4130-a82f-114aa7259397,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:27:53.052214 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59294) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:27:53.057355 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.057705 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.058647 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.058991 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.059322 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.059651 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.059977 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.060306 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.060654 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.060983 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.061323 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.061676 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.062002 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.062323 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.062641 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af73cd0-06da-4bb7-b52f-923599f97c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.115850 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Publish callbacks [] for security_group (814c2b93-4a66-4130-a82f-114aa7259397), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:53.137714 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Publish callbacks [] for security_group (814c2b93-4a66-4130-a82f-114aa7259397), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:53.237814 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (814c2b93-4a66-4130-a82f-114aa7259397), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:53.240797 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:27:53.242003 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/814c2b93-4a66-4130-a82f-114aa7259397 HTTP/1.1" status: 204 len: 168 time: 0.1887074 Aug 24 04:27:53.251569 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814c2b93-4a66-4130-a82f-114aa7259397,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:27:53.259553 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.259895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.260262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.260662 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.261087 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.261429 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.261766 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.262097 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.262433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.262765 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.263129 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.263450 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.263783 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.264112 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:53.264440 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d231-cdc6-4e6f-859c-f65ffaa6cdc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:27:56.112992 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:27:56.114822 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:03.043172 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=15,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:03.053316 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=24,neutron:INSERT=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:03.245057 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:03.259487 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:03.287753 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:10.369666 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-33d91333-58cc-48bc-8115-3fadda7eab51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:12.383080 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=18 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:12.383857 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:12.949184 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-da44f407-0237-456f-ab50-6a31f1ca40db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:14.034157 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:14.375590 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:28:15.890121 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:16.125553 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:24.372526 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:26.111996 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:26.116456 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:26.117821 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:40.374766 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d427a229-56af-42a4-bad0-0ac787dea318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:42.943171 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-afe62a2e-b266-448b-922b-6d626b5c36a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:44.038997 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:45.896730 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:46.125868 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:28:49.375697 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:49.382834 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:51.374971 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:28:56.114255 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:56.115060 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:28:56.121381 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:01.371783 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:08.365585 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:10.381043 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0f45e3f4-2853-42ac-b44b-0047fd0e5db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:12.945958 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-53f8b3b7-f4f9-442d-b893-3880ba81167b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:14.042454 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:15.892645 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:16.129885 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:26.118379 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:26.120215 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:26.125173 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:26.373977 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:26.378241 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:28.375964 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 5 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:29:33.152591 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633047'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:38.370131 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:38.372251 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:40.374340 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-60a6fa34-4bcd-493a-800c-371e5c1ac696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:42.948873 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-dae33b2c-e4aa-4f4a-8c05-ed979675256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:44.045024 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:45.885996 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:46.133539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:29:46.371522 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59390) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:29:46.502509 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-0c0b2006-a91f-4d7b-8d4c-cd46dfa74552 admin admin] 10.222.0.89 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1298406 Aug 24 04:29:48.760060 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59400) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:29:48.823607 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f047e947-91bd-41d4-956e-8ae8a2884410 admin admin] 10.222.0.89 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0624149 Aug 24 04:29:56.122339 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:56.126808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=10 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:56.128128 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:56.497347 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:29:58.818663 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:03.127153 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:05.374644 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:30:08.303121 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:10.377129 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-57321b31-531c-4e77-912c-9b55b91fbc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:12.958328 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a19765d9-6f79-4334-88cc-bf208ebbb153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:14.047525 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:15.371793 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=20 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:15.897448 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:16.150694 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:26.127954 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:26.135222 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=10 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:26.138222 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:33.118113 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:40.374545 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:40.376115 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:40.397721 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-585e98f6-8c44-4412-b2ab-55db1ef9f07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:42.382632 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:30:42.965136 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-09493ded-071b-4dc5-b69d-eb0343501fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:44.057649 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:45.897327 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:46.176431 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:30:52.381031 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:56.155872 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:56.158339 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:30:56.170859 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:03.123403 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:10.387981 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c7ac58d3-8df7-4449-b6a2-2a184ce563ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:12.949831 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-ad9289aa-1141-4401-a9c4-8ff6af4527e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:14.056899 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:15.893048 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:16.153136 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:17.374359 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:17.375342 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:19.373544 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:31:26.139918 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=8 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:26.147066 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:26.148540 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:29.370663 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:29.374400 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:30.301037 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59548) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:30.762074 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-network', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:30.810129 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Made reservation on behalf of da374e85225c48ec8bf8697227b06d96 for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:30.814117 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:30.829539 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:30.957906 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Publish callbacks [] for security_group (c1d68767-8c91-4144-b46e-e7ff93b1823e), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:30.964422 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (c1d68767-8c91-4144-b46e-e7ff93b1823e), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:30.981204 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:31:30.997829 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (d9c70cd5-f0da-4c0f-81da-ea7482b92f55), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:30.998211 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Added segment d9c70cd5-f0da-4c0f-81da-ea7482b92f55 of type vlan for network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d Aug 24 04:31:31.079621 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:31.131211 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d68767-8c91-4144-b46e-e7ff93b1823e,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:31.155994 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.156509 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.157126 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.157724 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.158206 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.158678 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.159184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.159698 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.160222 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.161030 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.161733 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.162337 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.163125 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.163814 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.164440 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Tracked resource versions report: Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: pushed versions: Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: { 'AddressGroup': {'1.2'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Agent': {'1.1'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'ConntrackHelper': {'1.0'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Log': {'1.0'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'NDPProxy': {'1.0'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Network': {'1.1'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Port': {'1.7'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'PortForwarding': {'1.3'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'QosPolicy': {'1.10'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SecurityGroup': {'1.5'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SubPort': {'1.0'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Subnet': {'1.1'}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Trunk': {'1.1'}} Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: consumer versions: Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: { DHCP agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: HyperV agent@hv-cinder-85426: {}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: L3 agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: Metadata agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: Metering agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: Open vSwitch agent@dv-cinder-854263-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Agent': '1.1', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'ConntrackHelper': '1.0', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'LocalIPAssociation': '1.0', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Log': '1.0', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'NDPProxy': '1.0', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Network': '1.1', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Port': '1.7', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'PortForwarding': '1.3', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'QosPolicy': '1.10', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SecurityGroup': '1.5', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SecurityGroupRule': '1.2', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'SubPort': '1.0', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Subnet': '1.1', Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: 'Trunk': '1.1'}} Aug 24 04:31:31.167496 dv-cinder-854263-1-iscsi neutron-server[106347]: {{(pid=106347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:31:31.177555 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:31.179286 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:31.180212 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:31.293600 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] Pushing event updated for resources: {'Network': ['ID=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:31.309880 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-721dde51-53f9-4eef-bb9f-cc5cae178d6d admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0074511 Aug 24 04:31:31.313877 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59596) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:31.315435 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:31:31.324127 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Request body: {'subnet': {'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-subnet', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:31.366390 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Made reservation on behalf of da374e85225c48ec8bf8697227b06d96 for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:31.372114 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:31.715178 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (5fbac197-8fc3-4ab2-9a33-112f00b5da8a), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:31.740311 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59608) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:31.906322 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbac197-8fc3-4ab2-9a33-112f00b5da8a,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:31.921890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.922787 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.923419 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.923956 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.924587 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.925269 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.925656 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.926167 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.926620 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.927097 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.927675 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.928133 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.928642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.929098 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.929537 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Tracked resource versions report: Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: pushed versions: Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: { 'AddressGroup': {'1.2'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Agent': {'1.1'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'ConntrackHelper': {'1.0'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Log': {'1.0'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'NDPProxy': {'1.0'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Network': {'1.1'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Port': {'1.7'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'PortForwarding': {'1.3'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'QosPolicy': {'1.10'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SecurityGroup': {'1.5'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SubPort': {'1.0'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Subnet': {'1.1'}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Trunk': {'1.1'}} Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: consumer versions: Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: { DHCP agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: HyperV agent@hv-cinder-85426: {}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: L3 agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: Metadata agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: Metering agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: Open vSwitch agent@dv-cinder-854263-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Agent': '1.1', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'ConntrackHelper': '1.0', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'LocalIPAssociation': '1.0', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Log': '1.0', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'NDPProxy': '1.0', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Network': '1.1', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Port': '1.7', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'PortForwarding': '1.3', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'QosPolicy': '1.10', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SecurityGroup': '1.5', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SecurityGroupRule': '1.2', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'SubPort': '1.0', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Subnet': '1.1', Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: 'Trunk': '1.1'}} Aug 24 04:31:31.931860 dv-cinder-854263-1-iscsi neutron-server[106346]: {{(pid=106346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:31:31.976129 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59616) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:32.002458 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Checking segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:32.002920 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Network hostable DHCP agents. Network: e6ff4d6d-7eab-4338-b922-6c10aa0ff41d, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:31:32.040357 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:31:32.059256 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, e6ff4d6d-7eab-4338-b922-6c10aa0ff41d) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:32.073128 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:32.074437 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4ccd8-80fc-44e3-9160-e2e4f86405ae None None] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:31:32.074821 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.101419 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-bf42bc0b-316a-43d0-bb97-9ddc0eb14d49 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7858672 Aug 24 04:31:32.108434 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59620) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:32.120612 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:32.173582 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (deef27af-e359-46fd-8876-13416fa0f0bb), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.179929 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (deef27af-e359-46fd-8876-13416fa0f0bb), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.235808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:31:32.236951 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.424155 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks [] for router_controller (deef27af-e359-46fd-8876-13416fa0f0bb), precommit_add_association {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.579796 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Allocated IP 172.20.0.2 (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d/5fbac197-8fc3-4ab2-9a33-112f00b5da8a/47348e08-0d31-49a4-a123-e304621cbbac) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:32.617290 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-705662990-network', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:32.659671 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-442075633-network', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:32.673188 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Made reservation on behalf of 5aee8c6a4c124bdbb4c3a26a7f0c9b25 for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:32.677192 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.700932 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks [] for router_gateway (deef27af-e359-46fd-8876-13416fa0f0bb), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.713135 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.824421 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Made reservation on behalf of 9de20d3aa22c478a9efe75cd64036596 for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:32.828576 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.895779 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.920001 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Publish callbacks [] for port (47348e08-0d31-49a4-a123-e304621cbbac), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.934181 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (47348e08-0d31-49a4-a123-e304621cbbac), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:32.958874 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:32.986252 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:33.059044 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59666) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:33.069468 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:33.072593 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Pushing event updated for resources: {'Port': ['ID=47348e08-0d31-49a4-a123-e304621cbbac,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:33.088732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:33.093860 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.095354 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.096153 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.096982 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.097776 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.098728 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.100027 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.100808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.101573 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.102855 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.103634 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.104200 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.105450 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.106017 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.106575 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Tracked resource versions report: Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: pushed versions: Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: { 'AddressGroup': {'1.2'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Agent': {'1.1'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'ConntrackHelper': {'1.0'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Log': {'1.0'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'NDPProxy': {'1.0'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Network': {'1.1'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Port': {'1.7'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'PortForwarding': {'1.3'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'QosPolicy': {'1.10'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SecurityGroup': {'1.5'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SubPort': {'1.0'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Subnet': {'1.1'}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Trunk': {'1.1'}} Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: consumer versions: Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: { DHCP agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: HyperV agent@hv-cinder-85426: {}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: L3 agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: Metadata agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: Metering agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: Open vSwitch agent@dv-cinder-854263-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Agent': '1.1', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'ConntrackHelper': '1.0', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'LocalIPAssociation': '1.0', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Log': '1.0', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'NDPProxy': '1.0', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Network': '1.1', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Port': '1.7', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'PortForwarding': '1.3', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'QosPolicy': '1.10', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SecurityGroup': '1.5', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SecurityGroupRule': '1.2', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'SubPort': '1.0', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Subnet': '1.1', Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: 'Trunk': '1.1'}} Aug 24 04:31:33.109902 dv-cinder-854263-1-iscsi neutron-server[106348]: {{(pid=106348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:31:33.122599 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:33.189519 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Publish callbacks [] for security_group (483e3ee8-ebf8-438f-b634-f7a73c6f21c5), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.194537 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.204888 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (483e3ee8-ebf8-438f-b634-f7a73c6f21c5), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.250451 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks [] for router_gateway (deef27af-e359-46fd-8876-13416fa0f0bb), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.262019 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:31:33.317928 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Attempting to bind port 47348e08-0d31-49a4-a123-e304621cbbac on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:33.318493 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Attempting to bind port 47348e08-0d31-49a4-a123-e304621cbbac by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:33.319184 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Attempting to bind port 47348e08-0d31-49a4-a123-e304621cbbac on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:33.323002 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Publish callbacks [] for security_group (863e5421-6623-47a0-a0ae-ba81104d7c43), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.329485 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:33.330625 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Checking segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:33.331553 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.332657 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Bound using segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:33.334079 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Bound port: 47348e08-0d31-49a4-a123-e304621cbbac, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:33.335303 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (47348e08-0d31-49a4-a123-e304621cbbac), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.337802 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.343215 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (863e5421-6623-47a0-a0ae-ba81104d7c43), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.348595 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (ae85455b-c0e5-435f-8ded-a7b2397ce565), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.349483 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Added segment ae85455b-c0e5-435f-8ded-a7b2397ce565 of type vlan for network 20558816-8dbf-48fa-80df-be9dcc151316 Aug 24 04:31:33.368826 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483e3ee8-ebf8-438f-b634-f7a73c6f21c5,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:33.504248 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] For port 47348e08-0d31-49a4-a123-e304621cbbac, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:33.510917 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] For port 47348e08-0d31-49a4-a123-e304621cbbac, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=47348e08-0d31-49a4-a123-e304621cbbac,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:33.519949 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Allocated IP 172.27.4.166 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/d88ccb42-7d2f-47bc-a286-f7ffb19292cc) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:33.522810 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (47348e08-0d31-49a4-a123-e304621cbbac), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.637607 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-30008608-network', 'tenant_id': '4c255082e8a642f6893ab4b117124a13'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:33.662729 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9562f59-9bd3-4902-be3f-649ca2865656 None None] Pushing event updated for resources: {'Port': ['ID=47348e08-0d31-49a4-a123-e304621cbbac,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:33.674554 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:31:33.685791 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Made reservation on behalf of 4c255082e8a642f6893ab4b117124a13 for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:33.688307 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.708810 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.808244 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks [] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.857782 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:33.867215 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (20558816-8dbf-48fa-80df-be9dcc151316), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.923193 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (032b2543-fa71-4890-a62a-323940babab9), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:33.929485 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Added segment 032b2543-fa71-4890-a62a-323940babab9 of type vlan for network 072e6069-27be-42a9-8064-dc0e6d2071ea Aug 24 04:31:33.939878 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863e5421-6623-47a0-a0ae-ba81104d7c43,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:33.961332 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Publish callbacks [] for security_group (0b0a85f7-e4a5-431e-9dca-4527e698c5ce), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.081713 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.083164 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (0b0a85f7-e4a5-431e-9dca-4527e698c5ce), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.084537 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.db.resource_extend [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 04:31:34.141921 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a85f7-e4a5-431e-9dca-4527e698c5ce,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:34.174195 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=106346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:31:34.201166 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (0fd8466b-a63d-4181-a669-19fbc6215b2e), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.201510 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Added segment 0fd8466b-a63d-4181-a669-19fbc6215b2e of type vlan for network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 Aug 24 04:31:34.319181 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=8 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:34.334164 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (072e6069-27be-42a9-8064-dc0e6d2071ea), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.342696 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (6cecd0a1-ddf8-413b-9802-d2d8780e3337), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.354477 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:34.370190 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (20558816-8dbf-48fa-80df-be9dcc151316), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.373754 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:34.374931 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.418392 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Pushing event updated for resources: {'Port': ['ID=d88ccb42-7d2f-47bc-a286-f7ffb19292cc,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:34.423018 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (6cecd0a1-ddf8-413b-9802-d2d8780e3337), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.424289 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:34.425214 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.438068 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:34.453646 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 47348e08-0d31-49a4-a123-e304621cbbac up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:31:34.480320 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.db.resource_extend [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 04:31:34.489686 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:34.515415 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7725093 Aug 24 04:31:34.581182 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:34.582523 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59694) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:34.583373 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] Pushing event updated for resources: {'Network': ['ID=6cecd0a1-ddf8-413b-9802-d2d8780e3337,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:34.600852 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-1cb1011e-7079-4a41-abd0-c5b9ae926f98 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5403759 Aug 24 04:31:34.616349 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Request body: {'subnet': {'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-705662990-subnet', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:34.621196 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 47348e08-0d31-49a4-a123-e304621cbbac triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:34.622082 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (47348e08-0d31-49a4-a123-e304621cbbac), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.662560 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59702) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:34.686878 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Request body: {'subnet': {'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-30008608-subnet', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:34.736643 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:34.737684 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Made reservation on behalf of 5aee8c6a4c124bdbb4c3a26a7f0c9b25 for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:34.740276 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.742380 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:31:34.759156 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (072e6069-27be-42a9-8064-dc0e6d2071ea), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.761015 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:34.762115 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:34.839198 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8606648 Aug 24 04:31:34.971441 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59710) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:34.972905 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Made reservation on behalf of 4c255082e8a642f6893ab4b117124a13 for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:34.975528 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:35.096438 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035de7bc-93cf-4cd2-95f7-6be0c45461be admin admin] Pushing event updated for resources: {'Network': ['ID=20558816-8dbf-48fa-80df-be9dcc151316,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:35.125741 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 20558816-8dbf-48fa-80df-be9dcc151316 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:31:35.254857 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 47348e08-0d31-49a4-a123-e304621cbbac is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:35.255252 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (47348e08-0d31-49a4-a123-e304621cbbac), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:35.307731 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks [] for router_gateway (deef27af-e359-46fd-8876-13416fa0f0bb), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:35.446599 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Request body: {'subnet': {'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-442075633-subnet', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:35.476266 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 47348e08-0d31-49a4-a123-e304621cbbac, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=47348e08-0d31-49a4-a123-e304621cbbac,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:31:35.492746 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (47348e08-0d31-49a4-a123-e304621cbbac), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:35.521986 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (06060eaf-6c24-4787-9ccb-2ff15fcee2cf), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:35.563550 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Made reservation on behalf of 9de20d3aa22c478a9efe75cd64036596 for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:35.566764 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:35.601635 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=47348e08-0d31-49a4-a123-e304621cbbac,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:35.718591 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7aaae4-13e3-499c-8c01-6df8e276d4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=072e6069-27be-42a9-8064-dc0e6d2071ea,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:35.737832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:35.745273 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 072e6069-27be-42a9-8064-dc0e6d2071ea details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:31:35.830121 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:35.837896 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Checking segment: {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:35.838702 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Network hostable DHCP agents. Network: 6cecd0a1-ddf8-413b-9802-d2d8780e3337, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:31:35.862270 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06060eaf-6c24-4787-9ccb-2ff15fcee2cf,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:35.918296 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:35.922765 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (deef27af-e359-46fd-8876-13416fa0f0bb), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:35.938371 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce6f7f-4819-4c03-9555-0c9be03d6a3c None None] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:31:36.074957 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:36.140495 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:31:36.141899 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:36.149369 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-a5596c7f-2cca-4e66-bcd3-ec6f6ba473bf None None] Provisioning complete for port 47348e08-0d31-49a4-a123-e304621cbbac triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:36.150353 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a5596c7f-2cca-4e66-bcd3-ec6f6ba473bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (47348e08-0d31-49a4-a123-e304621cbbac), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.154372 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:36.222310 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Checking segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:36.235040 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Network hostable DHCP agents. Network: 20558816-8dbf-48fa-80df-be9dcc151316, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:31:36.261908 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 6cecd0a1-ddf8-413b-9802-d2d8780e3337) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:36.269377 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (f0918c95-b86b-4634-9d51-df47a61bcb06), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.283901 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165da89e-4e87-4d48-8d7f-9d406acc86ca None None] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:31:36.303563 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Router deef27af-e359-46fd-8876-13416fa0f0bb is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:31:36.334041 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:36.336200 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.342254 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:36.455670 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 47348e08-0d31-49a4-a123-e304621cbbac up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:31:36.562670 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Network 20558816-8dbf-48fa-80df-be9dcc151316 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:31:36.602256 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 47348e08-0d31-49a4-a123-e304621cbbac triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:36.603013 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (47348e08-0d31-49a4-a123-e304621cbbac), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.621287 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-2679a9a3-6397-493e-b509-9d65c7329f18 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9446528 Aug 24 04:31:36.622359 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59756) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:36.632453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:36.667415 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0918c95-b86b-4634-9d51-df47a61bcb06,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:36.670815 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Checking segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:36.671436 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Network hostable DHCP agents. Network: 072e6069-27be-42a9-8064-dc0e6d2071ea, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:31:36.683868 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 20558816-8dbf-48fa-80df-be9dcc151316) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:36.697479 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:36.697804 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.702045 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-a5596c7f-2cca-4e66-bcd3-ec6f6ba473bf None None] Current status of the port 47348e08-0d31-49a4-a123-e304621cbbac is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:36.712814 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:36.715077 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Network 072e6069-27be-42a9-8064-dc0e6d2071ea is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:31:36.726445 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-9f551f9a-dd89-4783-8a16-db0f1f19b6c6 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1239893 Aug 24 04:31:36.730617 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59758) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:36.735633 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:36.775114 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (9a1924d8-61eb-42bf-9343-b134e0527fee), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.776139 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (9a1924d8-61eb-42bf-9343-b134e0527fee), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.783837 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (08e913a2-8879-4d2d-8ac1-a303767bf9a0), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.786869 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (08e913a2-8879-4d2d-8ac1-a303767bf9a0), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.787128 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af361a78-fdc9-4c63-9c1d-37589afa7143 None None] Network 20558816-8dbf-48fa-80df-be9dcc151316 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:31:36.799385 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:31:36.817955 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Sync routers for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:31:36.837744 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 072e6069-27be-42a9-8064-dc0e6d2071ea) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:36.862814 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:36.874129 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:36.874509 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:36.875821 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.979256 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:36.986279 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a0677075-49ea-4038-b825-7f87a600a170 admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8723040 Aug 24 04:31:36.992391 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59766) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:37.011625 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks [] for router_controller (9a1924d8-61eb-42bf-9343-b134e0527fee), precommit_add_association {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:37.207194 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-85dded30-5be9-4742-8012-16d7f91e4b6a admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7762518 Aug 24 04:31:37.233175 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59778) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:37.246705 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks [] for router_controller (08e913a2-8879-4d2d-8ac1-a303767bf9a0), precommit_add_association {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:37.265890 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:37.419875 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095b72f-abec-40fd-9a86-f1a76ac3149b None None] Network 072e6069-27be-42a9-8064-dc0e6d2071ea requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:31:37.449062 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 47348e08-0d31-49a4-a123-e304621cbbac is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:37.505037 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:37.653250 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (8f8ae0ce-b550-4e90-bb1a-e5633a953771), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:37.660889 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (8f8ae0ce-b550-4e90-bb1a-e5633a953771), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:37.693638 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks [] for router_gateway (9a1924d8-61eb-42bf-9343-b134e0527fee), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:37.945787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks [] for router_gateway (08e913a2-8879-4d2d-8ac1-a303767bf9a0), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:37.967744 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:38.268906 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-52a9cc78-3ce6-42e7-804a-909d196fd0ce None None] Provisioning complete for port 47348e08-0d31-49a4-a123-e304621cbbac triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:38.269845 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-52a9cc78-3ce6-42e7-804a-909d196fd0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (47348e08-0d31-49a4-a123-e304621cbbac), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:38.328400 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:34Z', 'revision_number': 3, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:38.333733 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'project_id': '4c255082e8a642f6893ab4b117124a13', 'fixed_ips': [{'subnet_id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:31:38.350363 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:38.361712 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks [] for router_controller (8f8ae0ce-b550-4e90-bb1a-e5633a953771), precommit_add_association {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:38.484164 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59816) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:38.503704 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Checking router: deef27af-e359-46fd-8876-13416fa0f0bb for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:31:38.508000 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Updating router deef27af-e359-46fd-8876-13416fa0f0bb port d88ccb42-7d2f-47bc-a286-f7ffb19292cc binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:31:38.627219 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59820) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:38.641784 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:38.669872 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-20558816-8dbf-48fa-80df-be9dcc151316', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:31:38.671097 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:38.714886 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:38.888500 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks [] for router_gateway (8f8ae0ce-b550-4e90-bb1a-e5633a953771), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:38.911473 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-072e6069-27be-42a9-8064-dc0e6d2071ea', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:31:38.912742 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.029568 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks [] for router_gateway (08e913a2-8879-4d2d-8ac1-a303767bf9a0), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.078838 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dcec2cf1-717c-4863-b1a7-92073c7315c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.087880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.092226 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks [] for router_gateway (9a1924d8-61eb-42bf-9343-b134e0527fee), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.120329 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.136206 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-52a9cc78-3ce6-42e7-804a-909d196fd0ce None None] Current status of the port 47348e08-0d31-49a4-a123-e304621cbbac is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:39.285636 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Allocated IP 172.20.0.2 (072e6069-27be-42a9-8064-dc0e6d2071ea/f0918c95-b86b-4634-9d51-df47a61bcb06/af63fd76-5ae3-433e-9256-86afb400d011) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:39.343562 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:39.367207 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-520b8a5a-cdcd-404e-8c3c-24300cf3dae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.374078 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.392284 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:39.413226 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:39.465261 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Publish callbacks [] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.481675 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.495193 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Allocated IP 172.20.0.2 (6cecd0a1-ddf8-413b-9802-d2d8780e3337/06060eaf-6c24-4787-9ccb-2ff15fcee2cf/ef4c0734-7740-4415-ae80-b21b614d52e7) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:39.583025 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Pushing event updated for resources: {'Port': ['ID=d88ccb42-7d2f-47bc-a286-f7ffb19292cc,revision_number=2']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:39.589660 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Allocated IP 172.20.0.2 (20558816-8dbf-48fa-80df-be9dcc151316/5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21/d972ab99-83b8-4ae8-b022-b695bc26db9a) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:39.604220 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.605108 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.605872 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.606622 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.607763 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.608516 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.609350 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.610074 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.610860 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.611624 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.612367 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.613517 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.614307 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.615039 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.615825 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Tracked resource versions report: Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: pushed versions: Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: { 'AddressGroup': {'1.2'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Agent': {'1.1'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'ConntrackHelper': {'1.0'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'LocalIPAssociation': {'1.0'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Log': {'1.0'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'NDPProxy': {'1.0'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Network': {'1.1'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Port': {'1.7'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'PortForwarding': {'1.3'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'QosPolicy': {'1.10'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SecurityGroup': {'1.5'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SecurityGroupRule': {'1.2'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SubPort': {'1.0'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Subnet': {'1.1'}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Trunk': {'1.1'}} Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: consumer versions: Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: { DHCP agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: HyperV agent@hv-cinder-85426: {}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: L3 agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: Metadata agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: Metering agent@dv-cinder-854263-1-iscsi: {}, Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: Open vSwitch agent@dv-cinder-854263-1-iscsi: { 'AddressGroup': '1.2', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Agent': '1.1', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'ConntrackHelper': '1.0', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'LocalIPAssociation': '1.0', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Log': '1.0', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'NDPProxy': '1.0', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Network': '1.1', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Port': '1.7', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'PortForwarding': '1.3', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'QosPolicy': '1.10', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SecurityGroup': '1.5', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SecurityGroupRule': '1.2', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'SubPort': '1.0', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Subnet': '1.1', Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: 'Trunk': '1.1'}} Aug 24 04:31:39.619234 dv-cinder-854263-1-iscsi neutron-server[106349]: {{(pid=106349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 04:31:39.626375 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-520b8a5a-cdcd-404e-8c3c-24300cf3dae8 admin admin] Publish callbacks [] for security_group (6ccfff9f-2304-48a6-b8d3-569239cbadc7), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.631156 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Allocated IP 172.20.0.1 (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d/5fbac197-8fc3-4ab2-9a33-112f00b5da8a/c3267696-c328-4dad-986c-e319b2a721f0) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:39.632640 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Publish callbacks [] for port (af63fd76-5ae3-433e-9256-86afb400d011), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.643311 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-520b8a5a-cdcd-404e-8c3c-24300cf3dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6ccfff9f-2304-48a6-b8d3-569239cbadc7), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.652972 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Attempting to bind port d88ccb42-7d2f-47bc-a286-f7ffb19292cc on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:39.653667 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Attempting to bind port d88ccb42-7d2f-47bc-a286-f7ffb19292cc by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:39.655402 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Attempting to bind port d88ccb42-7d2f-47bc-a286-f7ffb19292cc on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:39.672121 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:39.674691 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:39.675224 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.675640 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:39.676143 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Bound port: d88ccb42-7d2f-47bc-a286-f7ffb19292cc, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:39.680667 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.683317 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:39.690759 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (af63fd76-5ae3-433e-9256-86afb400d011), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.756966 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Allocated IP 172.27.4.60 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:39.775340 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Pushing event updated for resources: {'Port': ['ID=af63fd76-5ae3-433e-9256-86afb400d011,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:39.787735 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-520b8a5a-cdcd-404e-8c3c-24300cf3dae8 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=057d7326a0034d1eb4d203b0cbfe9e2b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2967577 Aug 24 04:31:39.799836 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59834) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:39.816444 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b8a5a-cdcd-404e-8c3c-24300cf3dae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccfff9f-2304-48a6-b8d3-569239cbadc7,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:39.819711 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:39.826137 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] For port d88ccb42-7d2f-47bc-a286-f7ffb19292cc, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:39.828582 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dcec2cf1-717c-4863-b1a7-92073c7315c5 admin admin] Publish callbacks [] for security_group (ae092c0b-f504-4091-ab81-830f9a69da89), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.840152 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] For port d88ccb42-7d2f-47bc-a286-f7ffb19292cc, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d88ccb42-7d2f-47bc-a286-f7ffb19292cc,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:39.853003 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dcec2cf1-717c-4863-b1a7-92073c7315c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ae092c0b-f504-4091-ab81-830f9a69da89), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.855737 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Network 072e6069-27be-42a9-8064-dc0e6d2071ea is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:39.865894 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:39.903054 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:39.923126 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:39.931345 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:39.932275 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:39.982717 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-dcec2cf1-717c-4863-b1a7-92073c7315c5 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=3e5f74e9660a4c188812b6206343e939&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3534884 Aug 24 04:31:39.985945 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59846) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:39.989879 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks [] for router_gateway (8f8ae0ce-b550-4e90-bb1a-e5633a953771), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.000325 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:40.058666 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Publish callbacks [] for port (c3267696-c328-4dad-986c-e319b2a721f0), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.087190 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b20636-4940-4dcd-bf54-11958bfaffc6 None None] Pushing event updated for resources: {'Port': ['ID=d88ccb42-7d2f-47bc-a286-f7ffb19292cc,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:40.146190 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:40.152754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (c3267696-c328-4dad-986c-e319b2a721f0), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.171339 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.222927 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:40.228521 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:40.261568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:40.262099 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (deef27af-e359-46fd-8876-13416fa0f0bb), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.264831 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-80bc38da-aee2-4519-94d3-56a69468fccb admin admin] Publish callbacks [] for security_group (ae092c0b-f504-4091-ab81-830f9a69da89), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.292969 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-80bc38da-aee2-4519-94d3-56a69468fccb admin admin] Publish callbacks [] for security_group (ae092c0b-f504-4091-ab81-830f9a69da89), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.299199 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:40.300675 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Attempting to bind port af63fd76-5ae3-433e-9256-86afb400d011 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:40.300675 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Attempting to bind port af63fd76-5ae3-433e-9256-86afb400d011 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:40.300938 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Attempting to bind port af63fd76-5ae3-433e-9256-86afb400d011 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:40.310361 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Publish callbacks [] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.350740 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.365483 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:40.365913 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Checking segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:40.366324 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.366716 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Bound using segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:40.374730 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Bound port: af63fd76-5ae3-433e-9256-86afb400d011, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:40.375138 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (af63fd76-5ae3-433e-9256-86afb400d011), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.391628 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Publish callbacks [] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.437490 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:40.451796 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec2cf1-717c-4863-b1a7-92073c7315c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae092c0b-f504-4091-ab81-830f9a69da89,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:40.497523 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6,neutron:INSERT=18 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:40.498886 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-80bc38da-aee2-4519-94d3-56a69468fccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ae092c0b-f504-4091-ab81-830f9a69da89), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.501887 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-80bc38da-aee2-4519-94d3-56a69468fccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.503318 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-80bc38da-aee2-4519-94d3-56a69468fccb admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/ae092c0b-f504-4091-ab81-830f9a69da89 HTTP/1.1" status: 204 len: 168 time: 0.5160060 Aug 24 04:31:40.524478 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc38da-aee2-4519-94d3-56a69468fccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae092c0b-f504-4091-ab81-830f9a69da89,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:40.537804 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:40.609078 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Pushing event updated for resources: {'Port': ['ID=c3267696-c328-4dad-986c-e319b2a721f0,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:40.628173 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.656948 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:34Z', 'revision_number': 3, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:40.663362 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Pushing event updated for resources: {'Port': ['ID=ef4c0734-7740-4415-ae80-b21b614d52e7,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:40.714421 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:40.717117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:40.764136 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3267696-c328-4dad-986c-e319b2a721f0), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.773107 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks [] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.775820 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238bb36-8f43-42af-98ec-0e7175ff6303 None None] The sync data for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi is: [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:34Z', 'revision_number': 3, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:31:40.776250 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2cef03f3-480c-4429-89b9-ad731b40573a admin admin] Publish callbacks [] for security_group (6ccfff9f-2304-48a6-b8d3-569239cbadc7), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.819800 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2cef03f3-480c-4429-89b9-ad731b40573a admin admin] Publish callbacks [] for security_group (6ccfff9f-2304-48a6-b8d3-569239cbadc7), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.894572 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:40.956143 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:40.960391 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:40.974653 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:41.018905 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:41.022088 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:41.050868 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Pushing event updated for resources: {'Port': ['ID=d972ab99-83b8-4ae8-b022-b695bc26db9a,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:41.064424 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Allocated IP 172.27.4.251 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/9d2e479a-f422-4d77-b7b4-b068ea97a8b2) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:41.093690 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5942f567-da37-4bac-a5b2-2fb51e035309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.119945 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Pushing event updated for resources: {'Port': ['ID=bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:41.159745 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Network 20558816-8dbf-48fa-80df-be9dcc151316 is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:41.179376 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:41.189606 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:41.238549 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2cef03f3-480c-4429-89b9-ad731b40573a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6ccfff9f-2304-48a6-b8d3-569239cbadc7), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.255957 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2cef03f3-480c-4429-89b9-ad731b40573a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.257899 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2cef03f3-480c-4429-89b9-ad731b40573a admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/6ccfff9f-2304-48a6-b8d3-569239cbadc7 HTTP/1.1" status: 204 len: 168 time: 1.4574256 Aug 24 04:31:41.285802 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Publish callbacks [] for port (c3267696-c328-4dad-986c-e319b2a721f0), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.294960 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-38ddf771-d67d-4660-8655-641771fb6e29 None None] Provisioning complete for port c3267696-c328-4dad-986c-e319b2a721f0 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:41.296384 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-38ddf771-d67d-4660-8655-641771fb6e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c3267696-c328-4dad-986c-e319b2a721f0), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.306054 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c3267696-c328-4dad-986c-e319b2a721f0), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.306955 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (deef27af-e359-46fd-8876-13416fa0f0bb), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.380160 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef03f3-480c-4429-89b9-ad731b40573a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccfff9f-2304-48a6-b8d3-569239cbadc7,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:41.448293 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59884) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:41.498469 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d40f9166-89bc-4e84-bf45-6270333f1555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.509026 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-38ddf771-d67d-4660-8655-641771fb6e29 None None] Port c3267696-c328-4dad-986c-e319b2a721f0 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:31:41.524516 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] For port af63fd76-5ae3-433e-9256-86afb400d011, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:41.588075 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=6,neutron:INSERT=4,neutron:SELECT=90 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:41.590155 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Attempting to bind port d972ab99-83b8-4ae8-b022-b695bc26db9a on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:41.590734 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Attempting to bind port d972ab99-83b8-4ae8-b022-b695bc26db9a by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:41.591276 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Attempting to bind port d972ab99-83b8-4ae8-b022-b695bc26db9a on network 20558816-8dbf-48fa-80df-be9dcc151316 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:41.599139 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] For port af63fd76-5ae3-433e-9256-86afb400d011, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=af63fd76-5ae3-433e-9256-86afb400d011,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:41.601038 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:41.605123 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Checking segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:41.605745 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.606307 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Bound using segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:41.611382 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Bound port: d972ab99-83b8-4ae8-b022-b695bc26db9a, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:41.612115 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.616344 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Attempting to bind port ef4c0734-7740-4415-ae80-b21b614d52e7 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:41.616955 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Attempting to bind port ef4c0734-7740-4415-ae80-b21b614d52e7 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:41.617576 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Attempting to bind port ef4c0734-7740-4415-ae80-b21b614d52e7 on network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:41.637489 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:41.638080 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Checking segment: {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:41.638626 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.639160 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Bound using segment: {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:41.639799 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Bound port: ef4c0734-7740-4415-ae80-b21b614d52e7, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:41.640353 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.652187 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (af63fd76-5ae3-433e-9256-86afb400d011), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.830196 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Pushing event updated for resources: {'Port': ['ID=c3267696-c328-4dad-986c-e319b2a721f0,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:41.876589 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:41.904782 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:41.919955 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks [] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:41.962528 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:42.005446 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] For port d972ab99-83b8-4ae8-b022-b695bc26db9a, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:42.013976 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] For port d972ab99-83b8-4ae8-b022-b695bc26db9a, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d972ab99-83b8-4ae8-b022-b695bc26db9a,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:42.038657 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks [] for router_gateway (08e913a2-8879-4d2d-8ac1-a303767bf9a0), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.057194 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.138316 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37b3da-34e5-4776-89b6-a69ad8eadfdc None None] Pushing event updated for resources: {'Port': ['ID=af63fd76-5ae3-433e-9256-86afb400d011,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:42.338715 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d88ccb42-7d2f-47bc-a286-f7ffb19292cc up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:31:42.530690 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.674408 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f53736-c1d9-458e-83f3-577967ae995d None None] Pushing event updated for resources: {'Port': ['ID=d972ab99-83b8-4ae8-b022-b695bc26db9a,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:42.712627 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59900) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:42.713545 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59902) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:42.716373 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d40f9166-89bc-4e84-bf45-6270333f1555 admin admin] Publish callbacks [] for security_group (a29858ec-feff-4ac9-8f81-d73e68e42254), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.739229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] For port ef4c0734-7740-4415-ae80-b21b614d52e7, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:42.747640 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-083d4257-3541-4139-aeaa-54baa6876f74 None None] Provisioning complete for port c3267696-c328-4dad-986c-e319b2a721f0 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:42.748032 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-083d4257-3541-4139-aeaa-54baa6876f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c3267696-c328-4dad-986c-e319b2a721f0), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.759594 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ba59-eccb-4475-a15f-423555d23472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.799500 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Router deef27af-e359-46fd-8876-13416fa0f0bb has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:31:42.831187 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-083d4257-3541-4139-aeaa-54baa6876f74 None None] Port c3267696-c328-4dad-986c-e319b2a721f0 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:31:42.833587 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d40f9166-89bc-4e84-bf45-6270333f1555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a29858ec-feff-4ac9-8f81-d73e68e42254), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.837346 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port d88ccb42-7d2f-47bc-a286-f7ffb19292cc triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:42.837976 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.865101 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:42.887585 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:42.895498 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:42.897808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] For port ef4c0734-7740-4415-ae80-b21b614d52e7, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=ef4c0734-7740-4415-ae80-b21b614d52e7,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:42.937736 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:42.982755 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f9166-89bc-4e84-bf45-6270333f1555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29858ec-feff-4ac9-8f81-d73e68e42254,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:42.995538 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:43.045207 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-d40f9166-89bc-4e84-bf45-6270333f1555 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=a5718e43c65e459ea737af73829e49ef&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5913765 Aug 24 04:31:43.045207 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59908) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:43.092924 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (08e913a2-8879-4d2d-8ac1-a303767bf9a0), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.103706 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Allocated IP 172.27.4.48 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/5d789b37-0fba-4441-8cbe-f6e7b0217439) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:43.181705 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:43.184928 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4502e-1279-41c9-aaf9-1e7999a9d294 None None] Pushing event updated for resources: {'Port': ['ID=ef4c0734-7740-4415-ae80-b21b614d52e7,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:43.196771 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port d88ccb42-7d2f-47bc-a286-f7ffb19292cc is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:43.197871 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.236516 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port d88ccb42-7d2f-47bc-a286-f7ffb19292cc, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d88ccb42-7d2f-47bc-a286-f7ffb19292cc,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:31:43.247428 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3d101754-0683-4a79-8426-264120490b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.259439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.330201 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:43.395643 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=d88ccb42-7d2f-47bc-a286-f7ffb19292cc,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:43.427061 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2e479a-f422-4d77-b7b4-b068ea97a8b2,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:43.465573 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:43.488651 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e29079fe-e82e-4c1a-9d1c-bd52350a2e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.584870 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:31:43.593491 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-6c188720-65b9-4498-abaf-243d54b32d0d admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/deef27af-e359-46fd-8876-13416fa0f0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5949106 Aug 24 04:31:43.809272 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e29079fe-e82e-4c1a-9d1c-bd52350a2e58 admin admin] Publish callbacks [] for security_group (300d34fa-d497-4f07-8c56-6d7282e91096), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.810418 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks [] for router_gateway (9a1924d8-61eb-42bf-9343-b134e0527fee), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.812768 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:43.857871 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ba59-eccb-4475-a15f-423555d23472 admin admin] Publish callbacks [] for security_group (491a254a-6287-46e7-94e5-705c900887fe), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.863885 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d4463-3db7-40f1-83f3-6482911df397 None None] Network 072e6069-27be-42a9-8064-dc0e6d2071ea requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:31:43.875321 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e29079fe-e82e-4c1a-9d1c-bd52350a2e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (300d34fa-d497-4f07-8c56-6d7282e91096), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.945262 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-1336fdeb-c489-4b51-9395-b1073ffca53e None None] Provisioning complete for port af63fd76-5ae3-433e-9256-86afb400d011 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:43.946415 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1336fdeb-c489-4b51-9395-b1073ffca53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (af63fd76-5ae3-433e-9256-86afb400d011), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:43.955652 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59918) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:43.957137 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e29079fe-e82e-4c1a-9d1c-bd52350a2e58 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=c4588e0aeb4a4782a185bc40ee926ccb&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2363939 Aug 24 04:31:44.065002 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ba59-eccb-4475-a15f-423555d23472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (491a254a-6287-46e7-94e5-705c900887fe), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.134411 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks [] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.153321 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b5d60c37-3a26-4b0b-9e95-1aa519ba1052 admin admin] Publish callbacks [] for security_group (300d34fa-d497-4f07-8c56-6d7282e91096), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.224815 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b5d60c37-3a26-4b0b-9e95-1aa519ba1052 admin admin] Publish callbacks [] for security_group (300d34fa-d497-4f07-8c56-6d7282e91096), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.263473 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87966cb9-f414-46a9-b800-bb851a495f06 admin admin] Publish callbacks [] for security_group (a29858ec-feff-4ac9-8f81-d73e68e42254), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.265737 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d5a3a-e336-4a1e-9c33-b5bc0d422360 None None] Network 20558816-8dbf-48fa-80df-be9dcc151316 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:31:44.300909 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (9a1924d8-61eb-42bf-9343-b134e0527fee), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.379835 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.391440 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87966cb9-f414-46a9-b800-bb851a495f06 admin admin] Publish callbacks [] for security_group (a29858ec-feff-4ac9-8f81-d73e68e42254), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.440860 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b5d60c37-3a26-4b0b-9e95-1aa519ba1052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (300d34fa-d497-4f07-8c56-6d7282e91096), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.446796 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b5d60c37-3a26-4b0b-9e95-1aa519ba1052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.449933 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-b5d60c37-3a26-4b0b-9e95-1aa519ba1052 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/300d34fa-d497-4f07-8c56-6d7282e91096 HTTP/1.1" status: 204 len: 168 time: 0.4930615 Aug 24 04:31:44.477623 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d60c37-3a26-4b0b-9e95-1aa519ba1052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d34fa-d497-4f07-8c56-6d7282e91096,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:44.606943 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Router 9a1924d8-61eb-42bf-9343-b134e0527fee is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:31:44.620572 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:44.643733 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-1336fdeb-c489-4b51-9395-b1073ffca53e None None] Current status of the port af63fd76-5ae3-433e-9256-86afb400d011 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:44.644158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1336fdeb-c489-4b51-9395-b1073ffca53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (af63fd76-5ae3-433e-9256-86afb400d011), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.697413 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d88ccb42-7d2f-47bc-a286-f7ffb19292cc up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:31:44.773170 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59942) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:44.782780 dv-cinder-854263-1-iscsi neutron-server[106346]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 04:31:44.906502 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-1336fdeb-c489-4b51-9395-b1073ffca53e None None] For port af63fd76-5ae3-433e-9256-86afb400d011, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=af63fd76-5ae3-433e-9256-86afb400d011,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:31:44.933580 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1336fdeb-c489-4b51-9395-b1073ffca53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (af63fd76-5ae3-433e-9256-86afb400d011), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:44.987081 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:45.068855 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.167306 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c64cf6-2d52-4186-bddd-be100fbc1d2c None None] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:31:45.174405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Pushing event updated for resources: {'Port': ['ID=5d789b37-0fba-4441-8cbe-f6e7b0217439,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:45.177439 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29079fe-e82e-4c1a-9d1c-bd52350a2e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300d34fa-d497-4f07-8c56-6d7282e91096,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:45.230277 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9ba59-eccb-4475-a15f-423555d23472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491a254a-6287-46e7-94e5-705c900887fe,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:45.247669 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:45.251285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:45.258604 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6aa9ba59-eccb-4475-a15f-423555d23472 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=b36012beefab439bbb535e97e693250a&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5331976 Aug 24 04:31:45.258604 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:45.259849 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59964) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:45.276683 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Sync routers for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:31:45.300134 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336fdeb-c489-4b51-9395-b1073ffca53e None None] Pushing event updated for resources: {'Port': ['ID=af63fd76-5ae3-433e-9256-86afb400d011,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:45.336350 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port d88ccb42-7d2f-47bc-a286-f7ffb19292cc triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:45.336778 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.365746 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:45.377950 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:31:45.379709 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-d615eaea-cafc-487f-82ec-fc8dcc19e569 None None] Provisioning complete for port d972ab99-83b8-4ae8-b022-b695bc26db9a triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:45.380260 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d615eaea-cafc-487f-82ec-fc8dcc19e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.418094 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:45.430874 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87966cb9-f414-46a9-b800-bb851a495f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a29858ec-feff-4ac9-8f81-d73e68e42254), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.434360 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87966cb9-f414-46a9-b800-bb851a495f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.435053 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-87966cb9-f414-46a9-b800-bb851a495f06 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/a29858ec-feff-4ac9-8f81-d73e68e42254 HTTP/1.1" status: 204 len: 168 time: 2.3856354 Aug 24 04:31:45.435784 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:31:45.454699 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Sync routers for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:31:45.474898 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87966cb9-f414-46a9-b800-bb851a495f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29858ec-feff-4ac9-8f81-d73e68e42254,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:45.489192 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:45.491559 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:45.494551 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-119992b2-2930-4a38-8403-7093bc9b208d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:45.503509 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-119992b2-2930-4a38-8403-7093bc9b208d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 819 time: 0.7281406 Aug 24 04:31:45.522057 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.528873 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c3b723bc-e4a8-4b62-9215-7db228d4c180 admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7927670 Aug 24 04:31:45.529116 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:45.529262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 59970) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:45.532505 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:45.539025 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-4c7cc0fb-ff1e-4742-826e-d9db9514d16d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/quotas/da374e85225c48ec8bf8697227b06d96 HTTP/1.1" status: 200 len: 375 time: 0.0343368 Aug 24 04:31:45.683757 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3b34-0522-4c64-9ec2-80fce4e1e6cb admin admin] Publish callbacks [] for security_group (491a254a-6287-46e7-94e5-705c900887fe), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.742029 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3b34-0522-4c64-9ec2-80fce4e1e6cb admin admin] Publish callbacks [] for security_group (491a254a-6287-46e7-94e5-705c900887fe), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.806684 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-feb4732e-01b7-4692-88a2-e8221bc28f91 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2647099 Aug 24 04:31:45.834146 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:45.837793 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:31:45.855488 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:45.873164 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:45.896486 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Sync routers for ids ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:31:45.910708 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:45.921460 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-4d3f9d46-8ba8-4ab5-81c6-30803100425a admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2881093 Aug 24 04:31:45.922206 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 59980) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:45.997568 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:46.069715 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Routers {'08e913a2-8879-4d2d-8ac1-a303767bf9a0'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:46.072027 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:46.302303 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 3, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:46.315575 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3b34-0522-4c64-9ec2-80fce4e1e6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (491a254a-6287-46e7-94e5-705c900887fe), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:46.329104 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3b34-0522-4c64-9ec2-80fce4e1e6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:46.348468 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-3f9d3b34-0522-4c64-9ec2-80fce4e1e6cb admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/491a254a-6287-46e7-94e5-705c900887fe HTTP/1.1" status: 204 len: 168 time: 1.0865245 Aug 24 04:31:46.364429 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3b34-0522-4c64-9ec2-80fce4e1e6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491a254a-6287-46e7-94e5-705c900887fe,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:46.403248 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks [] for router_gateway (8f8ae0ce-b550-4e90-bb1a-e5633a953771), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:46.441244 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Checking router: 9a1924d8-61eb-42bf-9343-b134e0527fee for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:31:46.441830 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Updating router 9a1924d8-61eb-42bf-9343-b134e0527fee port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:31:46.484903 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:46.488466 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port d88ccb42-7d2f-47bc-a286-f7ffb19292cc is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:46.488910 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d972ab99-83b8-4ae8-b022-b695bc26db9a up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:31:46.535784 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:46.580891 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-d615eaea-cafc-487f-82ec-fc8dcc19e569 None None] Current status of the port d972ab99-83b8-4ae8-b022-b695bc26db9a is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:46.581382 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d615eaea-cafc-487f-82ec-fc8dcc19e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:46.610033 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:46.954641 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-0113d770-700d-41d9-aa42-87c11af38632 service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:31:46.956938 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-0113d770-700d-41d9-aa42-87c11af38632 service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6287565 Aug 24 04:31:46.965476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.208644 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-84e5266a-b1ea-46e9-81a4-549620303744 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375586 Aug 24 04:31:47.284297 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:47.310418 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (8f8ae0ce-b550-4e90-bb1a-e5633a953771), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.373943 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-d615eaea-cafc-487f-82ec-fc8dcc19e569 None None] For port d972ab99-83b8-4ae8-b022-b695bc26db9a, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d972ab99-83b8-4ae8-b022-b695bc26db9a,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:31:47.387433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:47.407360 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d615eaea-cafc-487f-82ec-fc8dcc19e569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.420405 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port d972ab99-83b8-4ae8-b022-b695bc26db9a triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:47.421059 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.448960 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:47.452282 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.472303 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:47.490883 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Allocated IP 172.20.0.1 (20558816-8dbf-48fa-80df-be9dcc151316/5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21/2faed9f1-f962-4c66-881e-571ecf850965) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:47.510563 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-b2f2d09a-4bd6-45ac-a4be-6123d52b0f54 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696304 Aug 24 04:31:47.541958 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Publish callbacks [] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.555323 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.562161 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Set router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:47.635738 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:47.639035 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Attempting to bind port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:47.639541 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Attempting to bind port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:47.640334 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Attempting to bind port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:47.650488 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f388dd7-0856-4b0c-9556-51cae89c94c0 None None] Pushing event updated for resources: {'Port': ['ID=9d2e479a-f422-4d77-b7b4-b068ea97a8b2,revision_number=2']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:47.664841 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:47.664841 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:47.664841 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.665900 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:47.667478 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Bound port: 9d2e479a-f422-4d77-b7b4-b068ea97a8b2, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:47.668891 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.744969 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] For port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:47.749600 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] For port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=9d2e479a-f422-4d77-b7b4-b068ea97a8b2,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:47.767052 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.787805 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Publish callbacks [] for port (2faed9f1-f962-4c66-881e-571ecf850965), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.801773 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:47.902656 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:47.904138 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f388dd7-0856-4b0c-9556-51cae89c94c0 None None] Pushing event updated for resources: {'Port': ['ID=9d2e479a-f422-4d77-b7b4-b068ea97a8b2,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:47.928116 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (2faed9f1-f962-4c66-881e-571ecf850965), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:47.958130 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:47.959186 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:48.093689 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:31:48.224289 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Network 20558816-8dbf-48fa-80df-be9dcc151316 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:48.259301 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:48.304272 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Provisioning complete for port af63fd76-5ae3-433e-9256-86afb400d011 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:48.314398 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (af63fd76-5ae3-433e-9256-86afb400d011), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:48.360166 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:48.363279 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (9a1924d8-61eb-42bf-9343-b134e0527fee), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:48.373881 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Pushing event updated for resources: {'Port': ['ID=2faed9f1-f962-4c66-881e-571ecf850965,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:48.377728 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:48.445149 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ad22a3aa-0530-4d66-97e8-ab55e5d7caa6 req-f27843ec-6590-4067-b7bd-1647a51ca19b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 210 time: 0.2124252 Aug 24 04:31:48.526468 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615eaea-cafc-487f-82ec-fc8dcc19e569 None None] Pushing event updated for resources: {'Port': ['ID=d972ab99-83b8-4ae8-b022-b695bc26db9a,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:48.548080 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:41Z', 'revision_number': 3, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:48.735853 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Checking router: 08e913a2-8879-4d2d-8ac1-a303767bf9a0 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:31:48.737970 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Updating router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:31:48.798910 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:31:48.808163 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Allocated IP 172.20.0.1 (6cecd0a1-ddf8-413b-9802-d2d8780e3337/06060eaf-6c24-4787-9ccb-2ff15fcee2cf/44fe6e47-d221-4428-857b-2485708194f8) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:48.840895 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 3, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:48.846364 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:48.849914 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-0066e87e-c355-4aba-bfd0-332ae92eaf6e admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.6157329 Aug 24 04:31:48.853942 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60072) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:48.878579 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:48.955925 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:31:48.962434 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port d972ab99-83b8-4ae8-b022-b695bc26db9a is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:48.967044 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device ef4c0734-7740-4415-ae80-b21b614d52e7 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:31:48.973661 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b03519-6ec7-4cbc-900e-4128b7c99280 None None] The sync data for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi is: [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 3, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:31:49.004601 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:49.005240 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:49.078997 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:49.188533 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Publish callbacks [] for port (44fe6e47-d221-4428-857b-2485708194f8), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:49.413144 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:49.439093 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (44fe6e47-d221-4428-857b-2485708194f8), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:49.474161 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2faed9f1-f962-4c66-881e-571ecf850965), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:49.627911 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:49.655835 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:49.674488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60092) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:49.698259 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 2, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:49.752050 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:49.789352 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port ef4c0734-7740-4415-ae80-b21b614d52e7 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:49.790058 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:49.798025 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Current status of the port af63fd76-5ae3-433e-9256-86afb400d011 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:49.804816 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:49.816967 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Checking router: deef27af-e359-46fd-8876-13416fa0f0bb for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:31:49.817814 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Updating router deef27af-e359-46fd-8876-13416fa0f0bb port c3267696-c328-4dad-986c-e319b2a721f0 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:31:49.837366 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:49.848497 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (08e913a2-8879-4d2d-8ac1-a303767bf9a0), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:49.879508 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:45Z', 'revision_number': 3, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:49.884213 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Provisioning complete for port ef4c0734-7740-4415-ae80-b21b614d52e7 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:49.885034 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:49.887076 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60104) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:49.978631 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:31:49.985217 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Updating router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 port 5d789b37-0fba-4441-8cbe-f6e7b0217439 binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:31:50.057890 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Pushing event updated for resources: {'Port': ['ID=44fe6e47-d221-4428-857b-2485708194f8,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:50.067088 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3267696-c328-4dad-986c-e319b2a721f0), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:50.095062 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:50.361459 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-ad3c20df-36c8-4cab-8056-9c33226fec2e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:50.370673 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-ad3c20df-36c8-4cab-8056-9c33226fec2e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 819 time: 0.4749851 Aug 24 04:31:50.436071 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:50.486261 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:50.546391 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6532ed9d-8c13-48b1-9c2e-eeab1ab8c80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:50.556801 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:50.636854 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-029af0cd-bc33-4aeb-8d2e-65858d4cd40f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/quotas/da374e85225c48ec8bf8697227b06d96 HTTP/1.1" status: 200 len: 375 time: 0.2651098 Aug 24 04:31:50.703859 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Publish callbacks [] for port (c3267696-c328-4dad-986c-e319b2a721f0), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:50.754039 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:50.758632 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (44fe6e47-d221-4428-857b-2485708194f8), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:50.881190 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Current status of the port ef4c0734-7740-4415-ae80-b21b614d52e7 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:50.882935 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:50.934830 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c3267696-c328-4dad-986c-e319b2a721f0), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.106744 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-31c4423b-a5b6-4607-93f1-7ec7b5c5fe93 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4687574 Aug 24 04:31:51.174502 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Publish callbacks [] for port (2faed9f1-f962-4c66-881e-571ecf850965), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.248917 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2faed9f1-f962-4c66-881e-571ecf850965), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.258393 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (9a1924d8-61eb-42bf-9343-b134e0527fee), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.387810 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Publish callbacks [] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.420488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.564217 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Publish callbacks [] for port (44fe6e47-d221-4428-857b-2485708194f8), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.567373 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8ddbe-0277-4b61-9901-75e947a6bfab None None] Pushing event updated for resources: {'Port': ['ID=c3267696-c328-4dad-986c-e319b2a721f0,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:51.588223 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (44fe6e47-d221-4428-857b-2485708194f8), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.590184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (08e913a2-8879-4d2d-8ac1-a303767bf9a0), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.619268 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Pushing event updated for resources: {'Port': ['ID=2faed9f1-f962-4c66-881e-571ecf850965,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:51.665757 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] For port ef4c0734-7740-4415-ae80-b21b614d52e7, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=ef4c0734-7740-4415-ae80-b21b614d52e7,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:31:51.740795 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6532ed9d-8c13-48b1-9c2e-eeab1ab8c80b admin admin] Publish callbacks [] for security_group (5c2bb5c0-5423-4a52-b540-a21668976cf8), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.766298 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6532ed9d-8c13-48b1-9c2e-eeab1ab8c80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (5c2bb5c0-5423-4a52-b540-a21668976cf8), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.847128 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Publish callbacks [] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.850956 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:51.876074 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.920315 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:51.944682 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-8bf79fd5-fb89-4b06-bf49-9be81cc5b7db service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:31:51.954582 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-8bf79fd5-fb89-4b06-bf49-9be81cc5b7db service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3627470 Aug 24 04:31:51.981648 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port ef4c0734-7740-4415-ae80-b21b614d52e7 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:51.990058 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device af63fd76-5ae3-433e-9256-86afb400d011 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:31:52.010234 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Attempting to bind port 5d789b37-0fba-4441-8cbe-f6e7b0217439 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:52.011306 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Attempting to bind port 5d789b37-0fba-4441-8cbe-f6e7b0217439 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:52.011897 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Attempting to bind port 5d789b37-0fba-4441-8cbe-f6e7b0217439 on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:52.044644 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:52.046192 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:52.047189 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:52.048465 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:52.049740 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Bound port: 5d789b37-0fba-4441-8cbe-f6e7b0217439, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:52.051126 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:52.055250 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806ad38-624c-4b95-b0f1-4e55be3114f7 None None] Pushing event updated for resources: {'Port': ['ID=5d789b37-0fba-4441-8cbe-f6e7b0217439,revision_number=2']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:52.147820 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Pushing event updated for resources: {'Port': ['ID=44fe6e47-d221-4428-857b-2485708194f8,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:52.155168 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:52.160434 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:52.243057 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:52.245587 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c3e1-0e45-413e-a180-41219ab96a7e None None] Pushing event updated for resources: {'Port': ['ID=bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:52.270824 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] For port 5d789b37-0fba-4441-8cbe-f6e7b0217439, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:52.276424 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] For port 5d789b37-0fba-4441-8cbe-f6e7b0217439, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=5d789b37-0fba-4441-8cbe-f6e7b0217439,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:52.306044 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:52.345617 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:31:52.443697 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:52.444348 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:52.555579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:31:52.577073 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Attempting to bind port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:52.578473 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Attempting to bind port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:52.579012 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Attempting to bind port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:52.587890 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Attempting to bind port c3267696-c328-4dad-986c-e319b2a721f0 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:31:52.589510 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Attempting to bind port c3267696-c328-4dad-986c-e319b2a721f0 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:31:52.590509 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Attempting to bind port c3267696-c328-4dad-986c-e319b2a721f0 on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:31:52.599818 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ab0c4f08-6881-4e46-9733-a3c9a420a048 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/08e913a2-8879-4d2d-8ac1-a303767bf9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5943949 Aug 24 04:31:52.612607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:52.616119 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Checking segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:52.616811 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:52.618623 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Bound using segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:52.622902 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Bound port: c3267696-c328-4dad-986c-e319b2a721f0, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:52.625267 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3267696-c328-4dad-986c-e319b2a721f0), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:52.627541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Provisioning complete for port d972ab99-83b8-4ae8-b022-b695bc26db9a triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:52.627919 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:52.662495 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Allocated IP 172.20.0.1 (072e6069-27be-42a9-8064-dc0e6d2071ea/f0918c95-b86b-4634-9d51-df47a61bcb06/f2f8ca87-1424-4acd-829a-cb47ea0da138) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:52.675207 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-6532ed9d-8c13-48b1-9c2e-eeab1ab8c80b admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=66ed541cb0e3493fb34978c86e4839e4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9992521 Aug 24 04:31:52.678069 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60188) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:52.696998 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:52.738315 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806ad38-624c-4b95-b0f1-4e55be3114f7 None None] Pushing event updated for resources: {'Port': ['ID=5d789b37-0fba-4441-8cbe-f6e7b0217439,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:52.789838 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532ed9d-8c13-48b1-9c2e-eeab1ab8c80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2bb5c0-5423-4a52-b540-a21668976cf8,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:52.858205 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Network 20558816-8dbf-48fa-80df-be9dcc151316 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:52.877538 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:52.903931 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:52.935187 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:52.953614 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ca1f89f4-d192-4e1d-bbfe-20db32a94236 admin admin] Publish callbacks [] for security_group (5c2bb5c0-5423-4a52-b540-a21668976cf8), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:52.998130 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:53.037372 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ca1f89f4-d192-4e1d-bbfe-20db32a94236 admin admin] Publish callbacks [] for security_group (5c2bb5c0-5423-4a52-b540-a21668976cf8), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.050293 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:53.177296 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ca1f89f4-d192-4e1d-bbfe-20db32a94236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (5c2bb5c0-5423-4a52-b540-a21668976cf8), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.180518 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ca1f89f4-d192-4e1d-bbfe-20db32a94236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.185527 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ca1f89f4-d192-4e1d-bbfe-20db32a94236 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/5c2bb5c0-5423-4a52-b540-a21668976cf8 HTTP/1.1" status: 204 len: 168 time: 0.5058606 Aug 24 04:31:53.202841 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f89f4-d192-4e1d-bbfe-20db32a94236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2bb5c0-5423-4a52-b540-a21668976cf8,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:53.206617 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:31:53.208290 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:31:53.208892 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.209483 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:31:53.210485 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Bound port: bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:31:53.211734 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.335815 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-49cd2bee-569f-4325-9ab0-4e961e24a898 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3796644 Aug 24 04:31:53.454034 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Pushing event updated for resources: {'Port': ['ID=ef4c0734-7740-4415-ae80-b21b614d52e7,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:53.472847 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port af63fd76-5ae3-433e-9256-86afb400d011 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:53.473703 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (af63fd76-5ae3-433e-9256-86afb400d011), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.653012 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Publish callbacks [] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.693081 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] For port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:53.719292 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] For port c3267696-c328-4dad-986c-e319b2a721f0, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:31:53.726000 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:53.735175 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] For port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:53.763903 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-38ac6c2f-9b05-4083-b8a4-1194fc2c83d2 None None] Current status of the port d972ab99-83b8-4ae8-b022-b695bc26db9a is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:53.774721 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] For port c3267696-c328-4dad-986c-e319b2a721f0, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c3267696-c328-4dad-986c-e319b2a721f0,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:31:53.778601 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.779445 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Router 9a1924d8-61eb-42bf-9343-b134e0527fee has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:31:53.801397 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:53.857181 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c3267696-c328-4dad-986c-e319b2a721f0), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:53.892757 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Routers {'08e913a2-8879-4d2d-8ac1-a303767bf9a0'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:53.894225 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:53.962491 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-d3add180-4788-4e75-bc86-2aa3e79a602d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062386 Aug 24 04:31:53.974934 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:45Z', 'revision_number': 3, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:54.038769 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.99', 58821) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:54.065906 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d37d32-be8d-4bb3-a48e-cb0c77df5ef9 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:45Z', 'revision_number': 3, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:31:54.088858 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:54.129197 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:54.363883 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port af63fd76-5ae3-433e-9256-86afb400d011 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:31:54.387042 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-fa8c8137-eae4-487a-a61e-874c84b70380 None None] Provisioning complete for port 44fe6e47-d221-4428-857b-2485708194f8 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:54.392151 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8137-eae4-487a-a61e-874c84b70380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (44fe6e47-d221-4428-857b-2485708194f8), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:54.439856 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-a13efbf6-0d6e-4b31-a606-9ea94e6c225d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:54.442114 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-a13efbf6-0d6e-4b31-a606-9ea94e6c225d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 819 time: 0.4009242 Aug 24 04:31:54.499030 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'port': {'device_id': 'c4480278-49fb-40cb-a3ef-475ecb458ae5', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'admin_state_up': True, 'tenant_id': 'da374e85225c48ec8bf8697227b06d96'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:54.513437 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Network 072e6069-27be-42a9-8064-dc0e6d2071ea is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:54.692325 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:54.693414 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:54.715828 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:31:54.728523 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:54.762952 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a94573b7-06da-4588-9c71-09f08c69bad3 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/9a1924d8-61eb-42bf-9343-b134e0527fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2324095 Aug 24 04:31:54.772233 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:54.777011 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (8f8ae0ce-b550-4e90-bb1a-e5633a953771), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:54.919192 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c3e1-0e45-413e-a180-41219ab96a7e None None] Pushing event updated for resources: {'Port': ['ID=bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:54.992989 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Sync routers for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:31:55.206548 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c8137-eae4-487a-a61e-874c84b70380 None None] Port 44fe6e47-d221-4428-857b-2485708194f8 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:31:55.247094 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f8ca87-1424-4acd-829a-cb47ea0da138,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:55.335832 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Made reservation on behalf of da374e85225c48ec8bf8697227b06d96 for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:55.371049 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:55.527447 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-365cb970-dd56-44a4-a102-65bb14e0add6 req-85770544-8fe4-4baf-8888-5b74855de904 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 210 time: 0.7796304 Aug 24 04:31:55.860404 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8ddbe-0277-4b61-9901-75e947a6bfab None None] Pushing event updated for resources: {'Port': ['ID=c3267696-c328-4dad-986c-e319b2a721f0,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:55.908073 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-d3da61aa-e935-469a-948b-9a0c5243708b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:55.925209 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-d3da61aa-e935-469a-948b-9a0c5243708b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/networks?id=6cecd0a1-ddf8-413b-9802-d2d8780e3337 HTTP/1.1" status: 200 len: 810 time: 1.4206882 Aug 24 04:31:55.929952 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] Set router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:55.989455 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-9718c8b7-9549-44c2-a9bf-dd3ea13ac55c tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/quotas/4c255082e8a642f6893ab4b117124a13 HTTP/1.1" status: 200 len: 375 time: 0.0626891 Aug 24 04:31:56.090531 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:56.244036 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d972ab99-83b8-4ae8-b022-b695bc26db9a up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:31:56.246893 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:31:56.247539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:56.283289 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-fa8c8137-eae4-487a-a61e-874c84b70380 None None] Provisioning complete for port 2faed9f1-f962-4c66-881e-571ecf850965 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:56.287981 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa8c8137-eae4-487a-a61e-874c84b70380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (2faed9f1-f962-4c66-881e-571ecf850965), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:56.380815 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-d333379d-24f8-4021-bafa-7dc9d253aca9 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=4c255082e8a642f6893ab4b117124a13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3842514 Aug 24 04:31:56.397914 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:31:56.409827 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c8137-eae4-487a-a61e-874c84b70380 None None] Port 2faed9f1-f962-4c66-881e-571ecf850965 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:31:56.503100 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:56.525272 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:56.633294 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-2efe7923-4c44-4c52-af16-87bc90d50249 None None] Provisioning complete for port f2f8ca87-1424-4acd-829a-cb47ea0da138 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:56.634446 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2efe7923-4c44-4c52-af16-87bc90d50249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:56.830622 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Allocated IP 172.20.0.8 (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d/5fbac197-8fc3-4ab2-9a33-112f00b5da8a/2589c79e-d0f7-4a1b-9d05-e94caa77967e) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:31:56.925126 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60330) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:56.941973 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-e0b47d59-f286-412e-be3e-8c5130f8cff4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979464883', 'description': 'tempest-description--2082774198'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:57.072290 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60336) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:57.418328 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Publish callbacks [] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:57.468494 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:57.593259 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:57.616349 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:57.625561 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (8f8ae0ce-b550-4e90-bb1a-e5633a953771), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:57.738159 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-49851014-network', 'tenant_id': '4e7fac70c80a488f9da9125ed6f17c22'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:57.796910 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:57.806213 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:57.947322 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Made reservation on behalf of 4e7fac70c80a488f9da9125ed6f17c22 for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:57.954090 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.016493 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:31:58.017836 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:31:58.082069 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.097812 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:58.163193 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e0b47d59-f286-412e-be3e-8c5130f8cff4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.262437 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-2efe7923-4c44-4c52-af16-87bc90d50249 None None] Port f2f8ca87-1424-4acd-829a-cb47ea0da138 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:31:58.341903 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Publish callbacks [] for security_group (76eb92b2-28dc-424c-bff1-80d538f6fb08), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.378454 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (76eb92b2-28dc-424c-bff1-80d538f6fb08), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.409051 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:31:58.417842 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port d972ab99-83b8-4ae8-b022-b695bc26db9a triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:31:58.418462 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.441408 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (01eeef50-99a9-4474-8a99-84c231cba2fa), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.442078 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Added segment 01eeef50-99a9-4474-8a99-84c231cba2fa of type vlan for network 96c90ecd-ff24-41e1-8cd2-9fb098808a65 Aug 24 04:31:58.595713 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (96c90ecd-ff24-41e1-8cd2-9fb098808a65), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.636392 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:58.646475 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:31:58.653403 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:58.654295 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.706726 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (96c90ecd-ff24-41e1-8cd2-9fb098808a65), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.708506 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:31:58.709582 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:58.770520 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6969528 Aug 24 04:31:58.774757 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event updated for resources: {'Port': ['ID=2589c79e-d0f7-4a1b-9d05-e94caa77967e,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:58.787580 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60360) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:58.811916 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-2c58e75a-9a3f-4ae2-a3fe-65e7ab62f57c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3218381 Aug 24 04:31:58.834800 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Request body: {'subnet': {'network_id': '96c90ecd-ff24-41e1-8cd2-9fb098808a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-49851014-subnet', 'tenant_id': '4e7fac70c80a488f9da9125ed6f17c22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:58.897241 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e8e28e88-38a4-4380-ab24-d94d80cc9007 req-e80be2f9-9958-40b4-a0d5-4218288ff6e0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 210 time: 1.1737347 Aug 24 04:31:58.920162 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:53Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:59.027026 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e0b47d59-f286-412e-be3e-8c5130f8cff4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (8a5b1d2d-e266-4c01-8139-f89a6563898c), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:59.112308 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-a4e2e6dd-d717-4041-964b-1bae40c188d1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:31:59.116287 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-a4e2e6dd-d717-4041-964b-1bae40c188d1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0550487 Aug 24 04:31:59.140237 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Made reservation on behalf of 4e7fac70c80a488f9da9125ed6f17c22 for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:31:59.150854 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Network 072e6069-27be-42a9-8064-dc0e6d2071ea is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:31:59.153078 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:59.160328 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e0b47d59-f286-412e-be3e-8c5130f8cff4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (8a5b1d2d-e266-4c01-8139-f89a6563898c), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:59.192881 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-b60e2f90-9ce1-425d-b934-6e822cd9c52f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6cecd0a1-ddf8-413b-9802-d2d8780e3337?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7966743 Aug 24 04:31:59.213438 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f8ca87-1424-4acd-829a-cb47ea0da138,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:59.245403 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:31:59.345304 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.99', 58828) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:59.365885 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb92b2-28dc-424c-bff1-80d538f6fb08,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:59.480503 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e0b47d59-f286-412e-be3e-8c5130f8cff4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:31:59.494422 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-e0b47d59-f286-412e-be3e-8c5130f8cff4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.5678306 Aug 24 04:31:59.510080 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60380) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:31:59.689789 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-583df520-d4a4-4f82-acf3-6ab850aaef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'security_group_rule': {'security_group_id': '8a5b1d2d-e266-4c01-8139-f89a6563898c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:31:59.738171 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b47d59-f286-412e-be3e-8c5130f8cff4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b1d2d-e266-4c01-8139-f89a6563898c,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:31:59.748562 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:50Z', 'revision_number': 4, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '44fe6e47-d221-4428-857b-2485708194f8', 'name': '', 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'mac_address': 'fa:16:3e:3b:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:31:50Z', 'revision_number': 2, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'subnets': [{'id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:31:59.908181 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:00.092285 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b78fe5-729c-4ea6-8848-a66a913103fa None None] The sync data for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi is: [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:53Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:32:00.129754 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2176f588-897c-4344-aa25-219c50e26d3a None None] The sync data for ids ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'] in dv-cinder-854263-1-iscsi is: [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:50Z', 'revision_number': 4, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '44fe6e47-d221-4428-857b-2485708194f8', 'name': '', 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'mac_address': 'fa:16:3e:3b:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:31:50Z', 'revision_number': 2, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'subnets': [{'id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:32:00.134307 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:31:49Z', 'revision_number': 2, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:00.183345 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-7a96a192-73a4-432b-bf9e-5dfe1c8ef56f None None] Provisioning complete for port 2589c79e-d0f7-4a1b-9d05-e94caa77967e triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:00.195724 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7a96a192-73a4-432b-bf9e-5dfe1c8ef56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:00.390358 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8143a1-a3bf-4d53-bf4d-52e42ea56500 admin admin] Pushing event updated for resources: {'Network': ['ID=96c90ecd-ff24-41e1-8cd2-9fb098808a65,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:00.495934 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:00.502404 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-583df520-d4a4-4f82-acf3-6ab850aaef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (c149a154-18d6-4f0c-aa9e-1cdaa72bf625), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:00.554637 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 96c90ecd-ff24-41e1-8cd2-9fb098808a65 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:32:00.595425 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Checking router: 9a1924d8-61eb-42bf-9343-b134e0527fee for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:32:00.595863 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Updating router 9a1924d8-61eb-42bf-9343-b134e0527fee port 2faed9f1-f962-4c66-881e-571ecf850965 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:32:00.771599 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:00.792345 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Request body: {'port': {'device_id': 'c4480278-49fb-40cb-a3ef-475ecb458ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:00.823452 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:00.958942 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-7a96a192-73a4-432b-bf9e-5dfe1c8ef56f None None] Port 2589c79e-d0f7-4a1b-9d05-e94caa77967e cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:32:01.157468 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:01.328822 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port d972ab99-83b8-4ae8-b022-b695bc26db9a is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:01.333051 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device ef4c0734-7740-4415-ae80-b21b614d52e7 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:01.339480 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2faed9f1-f962-4c66-881e-571ecf850965), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:01.474549 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:01.539226 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:01.560950 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-79dbcf6d-22f2-4bdf-a44d-65006672bc2c None None] Provisioning complete for port f2f8ca87-1424-4acd-829a-cb47ea0da138 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:01.561691 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-79dbcf6d-22f2-4bdf-a44d-65006672bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:01.678394 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-73193c0f-5877-49ce-a309-49f97f5ee2bc tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:01.685579 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-73193c0f-5877-49ce-a309-49f97f5ee2bc tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 819 time: 2.3248610 Aug 24 04:32:01.733986 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:01.758616 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Checking segment: {'id': '01eeef50-99a9-4474-8a99-84c231cba2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '96c90ecd-ff24-41e1-8cd2-9fb098808a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:01.759545 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Network hostable DHCP agents. Network: 96c90ecd-ff24-41e1-8cd2-9fb098808a65, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:32:01.805430 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:01.837619 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:32:01.841137 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-583df520-d4a4-4f82-acf3-6ab850aaef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (c149a154-18d6-4f0c-aa9e-1cdaa72bf625), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:01.903375 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:01.970772 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Network 96c90ecd-ff24-41e1-8cd2-9fb098808a65 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:32:02.005037 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-82154c2b-8af0-4fed-b430-23397177207d req-81b78e27-df60-4bc2-9158-99592764557c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 210 time: 0.2060411 Aug 24 04:32:02.033229 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-583df520-d4a4-4f82-acf3-6ab850aaef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (c149a154-18d6-4f0c-aa9e-1cdaa72bf625), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:02.119283 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-38c9153b-ce5d-4b3b-bf7f-d3219b1a5317 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/6cecd0a1-ddf8-413b-9802-d2d8780e3337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7867835 Aug 24 04:32:02.224673 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583df520-d4a4-4f82-acf3-6ab850aaef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c149a154-18d6-4f0c-aa9e-1cdaa72bf625,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:02.290706 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-79dbcf6d-22f2-4bdf-a44d-65006672bc2c None None] Port f2f8ca87-1424-4acd-829a-cb47ea0da138 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:32:02.313050 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port ef4c0734-7740-4415-ae80-b21b614d52e7 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:02.313692 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:02.364206 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 96c90ecd-ff24-41e1-8cd2-9fb098808a65) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:02.364589 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-583df520-d4a4-4f82-acf3-6ab850aaef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:02.375803 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-583df520-d4a4-4f82-acf3-6ab850aaef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8562427 Aug 24 04:32:02.425777 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60422) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:02.456142 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:02.457718 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:02.510279 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7142f715-d7fc-419c-8f19-11228b24a899 None None] Network 96c90ecd-ff24-41e1-8cd2-9fb098808a65 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:32:02.572533 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-ff7f84f0-c35c-4a02-828e-2201c15d7981 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'security_group_rule': {'security_group_id': '8a5b1d2d-e266-4c01-8139-f89a6563898c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:02.714384 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-84155429-060f-4ac5-bc65-9db358accd05 req-1322ddc0-5dda-4f62-8240-ec295341f89f tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 210 time: 0.1767042 Aug 24 04:32:03.104777 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'port': {'device_id': '83e60a86-8955-4f01-bae7-44b328a98408', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'admin_state_up': True, 'tenant_id': 'da374e85225c48ec8bf8697227b06d96'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:03.131321 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:32:03.165460 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-756b5244-b736-453e-8726-17525c537d07 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/8f8ae0ce-b550-4e90-bb1a-e5633a953771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3072577 Aug 24 04:32:03.174765 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:32:03.277817 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:03.282228 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:03.596288 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a062c4-be40-4596-834b-da1b34e5cdb0 None None] Network 96c90ecd-ff24-41e1-8cd2-9fb098808a65 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:32:04.078446 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60462) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:04.091809 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:04.292390 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e59f500a-c61a-4e88-81d2-7d842d48ea33 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 5.4660766 Aug 24 04:32:04.554983 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d0e2e8ba-0383-409a-a16a-30cd8f9a1065 req-62f0fec0-eb0e-4e9e-a352-1e4031575390 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 210 time: 0.2896945 Aug 24 04:32:04.611410 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:04.742459 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c83b4b31-a886-4d47-b7ca-542339fb49cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:04.744394 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port ef4c0734-7740-4415-ae80-b21b614d52e7 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:04.748453 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:05.155870 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2589c79e-d0f7-4a1b-9d05-e94caa77967e {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:05.220114 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Publish callbacks [] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:05.255112 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:05.277055 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f162ce0d-d523-46f7-9413-48c72a481272 req-31d229b3-99ac-456a-b402-2c260e81c84b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 210 time: 0.2487776 Aug 24 04:32:05.346186 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c83b4b31-a886-4d47-b7ca-542339fb49cd admin admin] Publish callbacks [] for security_group (465930cb-a30b-4f01-802d-b8c20a58f496), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:05.374031 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c83b4b31-a886-4d47-b7ca-542339fb49cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (465930cb-a30b-4f01-802d-b8c20a58f496), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:05.391340 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Transition to ACTIVE for port object 2589c79e-d0f7-4a1b-9d05-e94caa77967e will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:32:05.435553 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:05.489646 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ff7f84f0-c35c-4a02-828e-2201c15d7981 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (be468fd4-ead9-4331-84de-22134243764a), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:05.528964 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c83b4b31-a886-4d47-b7ca-542339fb49cd admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f700a31dda204b37b7888c90f24baaad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4438229 Aug 24 04:32:05.529789 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60480) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:05.723893 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:31:57Z', 'revision_number': 2, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:05.784066 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b4b31-a886-4d47-b7ca-542339fb49cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465930cb-a30b-4f01-802d-b8c20a58f496,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:05.805860 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:05.811015 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:05.903981 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60492) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:05.935679 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-3ca5aa0b-e421-430a-ac28-963ccc4b1f64 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322358064', 'description': 'tempest-description--1119437428'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:06.106519 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:32:06.108313 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3ca5aa0b-e421-430a-ac28-963ccc4b1f64 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:06.110290 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Updating router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 port f2f8ca87-1424-4acd-829a-cb47ea0da138 binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:32:06.135259 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Pushing event updated for resources: {'Port': ['ID=2589c79e-d0f7-4a1b-9d05-e94caa77967e,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:06.275325 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0681-b7b6-4d42-8bf1-38362c73ff59 admin admin] Publish callbacks [] for security_group (465930cb-a30b-4f01-802d-b8c20a58f496), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:06.385762 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:06.431836 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0681-b7b6-4d42-8bf1-38362c73ff59 admin admin] Publish callbacks [] for security_group (465930cb-a30b-4f01-802d-b8c20a58f496), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:06.488974 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:06.834784 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Publish callbacks [] for port (2faed9f1-f962-4c66-881e-571ecf850965), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:06.882558 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2faed9f1-f962-4c66-881e-571ecf850965), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:06.970180 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3ca5aa0b-e421-430a-ac28-963ccc4b1f64 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (bf0ec61d-2e6d-4680-b602-1314109851e5), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:06.983156 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.99', 58832) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:07.040526 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ff7f84f0-c35c-4a02-828e-2201c15d7981 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (be468fd4-ead9-4331-84de-22134243764a), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.049672 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:07.077089 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ff7f84f0-c35c-4a02-828e-2201c15d7981 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (be468fd4-ead9-4331-84de-22134243764a), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.117328 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3ca5aa0b-e421-430a-ac28-963ccc4b1f64 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (bf0ec61d-2e6d-4680-b602-1314109851e5), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.127460 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:07.127962 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.173507 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=9d2e479a-f422-4d77-b7b4-b068ea97a8b2,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:07.176098 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Attempting to bind port 2589c79e-d0f7-4a1b-9d05-e94caa77967e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:07.177044 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Attempting to bind port 2589c79e-d0f7-4a1b-9d05-e94caa77967e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:07.179510 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Attempting to bind port 2589c79e-d0f7-4a1b-9d05-e94caa77967e on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:07.227578 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f84f0-c35c-4a02-828e-2201c15d7981 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be468fd4-ead9-4331-84de-22134243764a,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:07.231040 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Port 2589c79e-d0f7-4a1b-9d05-e94caa77967e on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:32:07.231908 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Attempting to bind port 2589c79e-d0f7-4a1b-9d05-e94caa77967e on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:07.244665 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:07.245627 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Checking segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:07.246853 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Bound using segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:07.251399 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Bound port: 2589c79e-d0f7-4a1b-9d05-e94caa77967e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:07.252040 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.267717 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Made reservation on behalf of da374e85225c48ec8bf8697227b06d96 for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:07.280371 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.285260 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device af63fd76-5ae3-433e-9256-86afb400d011 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:07.295042 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.357291 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ff7f84f0-c35c-4a02-828e-2201c15d7981 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.369616 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ff7f84f0-c35c-4a02-828e-2201c15d7981 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.9418142 Aug 24 04:32:07.421485 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60518) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:07.423974 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59876dac-f8df-4fcf-8966-f9a95e601b7f None None] Pushing event updated for resources: {'Port': ['ID=2faed9f1-f962-4c66-881e-571ecf850965,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:07.464527 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:07.467337 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port af63fd76-5ae3-433e-9256-86afb400d011 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:07.467848 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (af63fd76-5ae3-433e-9256-86afb400d011), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.539675 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60524) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:07.568810 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-605413214-network', 'tenant_id': '02f3179782cf4d78ac219602b9235b2d'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:07.626362 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Attempting to bind port 2faed9f1-f962-4c66-881e-571ecf850965 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:07.632839 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Attempting to bind port 2faed9f1-f962-4c66-881e-571ecf850965 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:07.632839 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Attempting to bind port 2faed9f1-f962-4c66-881e-571ecf850965 on network 20558816-8dbf-48fa-80df-be9dcc151316 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:07.697135 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:07.697511 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Checking segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:07.698793 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b690aa14-c50d-4a0d-9700-8f81fe9a848d req-697f178f-3d99-41ab-9cc7-e16f70edaaf0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 210 time: 1.2042787 Aug 24 04:32:07.702094 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.703670 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Bound using segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:07.706454 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Bound port: 2faed9f1-f962-4c66-881e-571ecf850965, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:07.706883 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2faed9f1-f962-4c66-881e-571ecf850965), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.781925 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Made reservation on behalf of 02f3179782cf4d78ac219602b9235b2d for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:07.793422 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3ca5aa0b-e421-430a-ac28-963ccc4b1f64 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.795601 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3ca5aa0b-e421-430a-ac28-963ccc4b1f64 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8846748 Aug 24 04:32:07.813311 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:07.897457 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:07.902017 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5aa0b-e421-430a-ac28-963ccc4b1f64 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ec61d-2e6d-4680-b602-1314109851e5,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:07.949795 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port af63fd76-5ae3-433e-9256-86afb400d011 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:07.963741 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-91355b74-ec67-48eb-b695-02129635248c req-c945c200-e5c6-4acf-9888-772273ee9d49 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 210 time: 0.9646587 Aug 24 04:32:07.988614 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60534) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:08.025817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0681-b7b6-4d42-8bf1-38362c73ff59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (465930cb-a30b-4f01-802d-b8c20a58f496), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:08.025817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0681-b7b6-4d42-8bf1-38362c73ff59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:08.025817 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-7c8a0681-b7b6-4d42-8bf1-38362c73ff59 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/465930cb-a30b-4f01-802d-b8c20a58f496 HTTP/1.1" status: 204 len: 168 time: 2.4716306 Aug 24 04:32:08.044700 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Publish callbacks [] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:08.054758 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:08.065183 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-bdd42765-054b-4a27-8c47-886993c7973f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ec61d-2e6d-4680-b602-1314109851e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:08.069979 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:08.072254 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=9d2e479a-f422-4d77-b7b4-b068ea97a8b2,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:08.075142 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:08.186847 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Sync routers for ids ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:32:08.229082 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Routers {'08e913a2-8879-4d2d-8ac1-a303767bf9a0'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:08.230381 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:08.414168 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Set router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:08.453474 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Allocated IP 172.20.0.13 (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d/5fbac197-8fc3-4ab2-9a33-112f00b5da8a/c3155a3a-2495-41c1-9645-5980e49be627) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:08.502140 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:08.518556 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d18c5-56dd-4dc8-b0d8-7be2e0ef36f2 None None] Pushing event updated for resources: {'Port': ['ID=f2f8ca87-1424-4acd-829a-cb47ea0da138,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:08.559264 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a0681-b7b6-4d42-8bf1-38362c73ff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465930cb-a30b-4f01-802d-b8c20a58f496,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:08.701178 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Attempting to bind port f2f8ca87-1424-4acd-829a-cb47ea0da138 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:08.702119 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Attempting to bind port f2f8ca87-1424-4acd-829a-cb47ea0da138 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:08.704725 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Attempting to bind port f2f8ca87-1424-4acd-829a-cb47ea0da138 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:08.711846 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bdd42765-054b-4a27-8c47-886993c7973f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (77f54778-e02e-447c-a545-371386c1e6fd), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:08.724370 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:08.726515 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Checking segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:08.730632 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:08.733094 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Bound using segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:08.734321 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Bound port: f2f8ca87-1424-4acd-829a-cb47ea0da138, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:08.736458 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:08.802704 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-d3dcd79e-70e0-47ea-a499-9b36384fec81 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:08.812821 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-d3dcd79e-70e0-47ea-a499-9b36384fec81 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.99 "GET /networking/v2.0/networks?id=6cecd0a1-ddf8-413b-9802-d2d8780e3337 HTTP/1.1" status: 200 len: 810 time: 1.8080935 Aug 24 04:32:08.905761 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Request body: {'port': {'device_id': '8135b9bf-d6c9-482a-90fc-f4693423bd52', 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'admin_state_up': True, 'tenant_id': '4c255082e8a642f6893ab4b117124a13'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:09.067201 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for port (c3155a3a-2495-41c1-9645-5980e49be627), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.088084 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-41e08901-32ab-4c11-954f-b82fb338d86c req-90600d2a-b215-4004-8d88-36de1c578b97 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 210 time: 0.1828091 Aug 24 04:32:09.126301 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] For port 2faed9f1-f962-4c66-881e-571ecf850965, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:09.129161 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] For port f2f8ca87-1424-4acd-829a-cb47ea0da138, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:09.138944 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:09.149795 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] For port f2f8ca87-1424-4acd-829a-cb47ea0da138, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f2f8ca87-1424-4acd-829a-cb47ea0da138,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:09.157687 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c3267696-c328-4dad-986c-e319b2a721f0 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:09.158372 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:09.159880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.182685 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:09.185952 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.240296 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (c3155a3a-2495-41c1-9645-5980e49be627), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.340449 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] For port 2faed9f1-f962-4c66-881e-571ecf850965, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=2faed9f1-f962-4c66-881e-571ecf850965,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:09.399142 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d18c5-56dd-4dc8-b0d8-7be2e0ef36f2 None None] Pushing event updated for resources: {'Port': ['ID=f2f8ca87-1424-4acd-829a-cb47ea0da138,revision_number=4']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:09.420975 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:09.425346 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:09.462794 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:09.491445 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:09.496352 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:09.499126 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port c3267696-c328-4dad-986c-e319b2a721f0 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:09.499701 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c3267696-c328-4dad-986c-e319b2a721f0), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.503448 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2faed9f1-f962-4c66-881e-571ecf850965), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.507879 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:09.507879 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.512097 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.594761 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bdd42765-054b-4a27-8c47-886993c7973f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (77f54778-e02e-447c-a545-371386c1e6fd), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.725580 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60554) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:09.761652 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-93d39e5c-a98a-426d-b558-be847cb01c1d req-4e333212-8f2e-44a2-a98a-bc716df5cb18 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 210 time: 0.1714654 Aug 24 04:32:09.861095 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bdd42765-054b-4a27-8c47-886993c7973f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (77f54778-e02e-447c-a545-371386c1e6fd), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:09.901885 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:09.967952 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] For port 2589c79e-d0f7-4a1b-9d05-e94caa77967e, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:09.973302 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-5d913eca-41f1-4167-bdfa-25152c9bbc72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.002462 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.076039 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd42765-054b-4a27-8c47-886993c7973f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f54778-e02e-447c-a545-371386c1e6fd,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:10.124891 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event updated for resources: {'Port': ['ID=c3155a3a-2495-41c1-9645-5980e49be627,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:10.135843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bdd42765-054b-4a27-8c47-886993c7973f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.140826 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-bdd42765-054b-4a27-8c47-886993c7973f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1408677 Aug 24 04:32:10.155045 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60564) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:10.175991 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-f78cb994-aa50-455c-af00-20a4be0e09ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ec61d-2e6d-4680-b602-1314109851e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:10.198916 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] For port 2589c79e-d0f7-4a1b-9d05-e94caa77967e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:10.214422 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-00bd7021-b884-457d-9298-26a8bd458744 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3428097 Aug 24 04:32:10.302540 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59876dac-f8df-4fcf-8966-f9a95e601b7f None None] Pushing event updated for resources: {'Port': ['ID=2faed9f1-f962-4c66-881e-571ecf850965,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:10.317693 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:10.318862 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:31:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:10.426052 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Request body: {'port': {'device_id': '83e60a86-8955-4f01-bae7-44b328a98408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:10.450797 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port c3267696-c328-4dad-986c-e319b2a721f0 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:10.451200 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3267696-c328-4dad-986c-e319b2a721f0), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.457106 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-d813e0d6-f49f-4f37-ba4b-131400a773ae None None] Provisioning complete for port c3155a3a-2495-41c1-9645-5980e49be627 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:10.457700 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d813e0d6-f49f-4f37-ba4b-131400a773ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c3155a3a-2495-41c1-9645-5980e49be627), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.467753 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.575671 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Made reservation on behalf of 4c255082e8a642f6893ab4b117124a13 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:10.610196 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.677558 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:10.796961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:10.800617 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.805971 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/2589c79e-d0f7-4a1b-9d05-e94caa77967e HTTP/1.1" status: 200 len: 1093 time: 11.4802942 Aug 24 04:32:10.840992 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:09Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:10.852934 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-d813e0d6-f49f-4f37-ba4b-131400a773ae None None] Port c3155a3a-2495-41c1-9645-5980e49be627 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:32:10.853738 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4480278-49fb-40cb-a3ef-475ecb458ae5', 'tag': '2589c79e-d0f7-4a1b-9d05-e94caa77967e'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:10.897234 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1dcab02e-48cf-4a13-82fc-c48e2145ea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:10.937481 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a3ad76-3c09-4afe-b4f6-7dd9ef617a69 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:09Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:32:11.048832 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port c3267696-c328-4dad-986c-e319b2a721f0, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c3267696-c328-4dad-986c-e319b2a721f0,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:11.048832 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:50Z', 'revision_number': 4, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '44fe6e47-d221-4428-857b-2485708194f8', 'name': '', 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'mac_address': 'fa:16:3e:3b:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:31:50Z', 'revision_number': 2, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'subnets': [{'id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:11.127838 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Checking router: 08e913a2-8879-4d2d-8ac1-a303767bf9a0 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:32:11.128676 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Updating router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 port 44fe6e47-d221-4428-857b-2485708194f8 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:32:11.135643 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c3267696-c328-4dad-986c-e319b2a721f0), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:11.145629 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:11.207345 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f78cb994-aa50-455c-af00-20a4be0e09ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (dbf1e1ba-9ecc-4cb4-b495-5dadd7eed284), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:11.439064 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:11.507972 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-5d913eca-41f1-4167-bdfa-25152c9bbc72 admin admin] Publish callbacks [] for security_group (d3171cca-17f1-40a1-b1c3-c9fac4ddeae2), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:11.539948 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Publish callbacks [] for security_group (286f2128-4c77-4236-988f-033f94469351), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:11.571934 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60578) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:11.705773 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Allocated IP 172.27.4.175 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/5fd6e309-7039-40f6-a7ed-9985a0cf1acf) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:11.787735 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=c3267696-c328-4dad-986c-e319b2a721f0,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:11.845156 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa367b1a-58fb-4da3-bbe9-20670868da15 req-9044bf58-4720-45df-af8d-29484d48c985 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:11.848274 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fa367b1a-58fb-4da3-bbe9-20670868da15 req-9044bf58-4720-45df-af8d-29484d48c985 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 932 time: 1.2010250 Aug 24 04:32:11.908850 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-5d913eca-41f1-4167-bdfa-25152c9bbc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d3171cca-17f1-40a1-b1c3-c9fac4ddeae2), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:11.966685 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (44fe6e47-d221-4428-857b-2485708194f8), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:12.010533 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bfab3fd7-d700-400f-8460-63744c9d418a req-82b16f83-78dd-4382-a25c-a05c86014ff7 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 210 time: 0.7390716 Aug 24 04:32:12.173121 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:12.177142 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f8d62-213c-48df-b0ff-62fe33eb0299 service neutron] Pushing event updated for resources: {'Port': ['ID=2589c79e-d0f7-4a1b-9d05-e94caa77967e,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:12.186512 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-5d913eca-41f1-4167-bdfa-25152c9bbc72 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=625548edd0d24da088886f90229e3ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4233689 Aug 24 04:32:12.191367 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d913eca-41f1-4167-bdfa-25152c9bbc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3171cca-17f1-40a1-b1c3-c9fac4ddeae2,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:12.204011 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3155a3a-2495-41c1-9645-5980e49be627), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:12.209262 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60592) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:12.353507 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (286f2128-4c77-4236-988f-033f94469351), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:12.361572 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-9dff01e2-2d16-4ff4-8e75-b5e9f8731573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:12.364998 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:12.371553 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-9dff01e2-2d16-4ff4-8e75-b5e9f8731573 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 1127 time: 1.0460672 Aug 24 04:32:12.495162 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4480278-49fb-40cb-a3ef-475ecb458ae5", "tag": "2589c79e-d0f7-4a1b-9d05-e94caa77967e"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:12.594337 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:12.600190 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:12.603937 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:12.650371 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fa367b1a-58fb-4da3-bbe9-20670868da15 req-3e32c34f-1c7e-4fe3-b00c-4e4d12a9f86d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7345819 Aug 24 04:32:12.666405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74c68790-e44f-4d2c-872e-c4449bc311d1 admin admin] Publish callbacks [] for security_group (d3171cca-17f1-40a1-b1c3-c9fac4ddeae2), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:12.705571 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:12.746943 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74c68790-e44f-4d2c-872e-c4449bc311d1 admin admin] Publish callbacks [] for security_group (d3171cca-17f1-40a1-b1c3-c9fac4ddeae2), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:12.766831 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f78cb994-aa50-455c-af00-20a4be0e09ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (dbf1e1ba-9ecc-4cb4-b495-5dadd7eed284), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:12.801875 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f78cb994-aa50-455c-af00-20a4be0e09ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (dbf1e1ba-9ecc-4cb4-b495-5dadd7eed284), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:12.840596 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:08Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:12.907756 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:12.920479 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3e75d-48ae-416d-9777-93a5a66f665a None None] The sync data for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi is: [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:08Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:32:12.954243 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cb994-aa50-455c-af00-20a4be0e09ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf1e1ba-9ecc-4cb4-b495-5dadd7eed284,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:12.991593 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f78cb994-aa50-455c-af00-20a4be0e09ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:13.002782 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-f78cb994-aa50-455c-af00-20a4be0e09ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8371470 Aug 24 04:32:13.005713 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Allocated IP 172.20.0.7 (6cecd0a1-ddf8-413b-9802-d2d8780e3337/06060eaf-6c24-4787-9ccb-2ff15fcee2cf/3ffd711d-4312-4f2b-9eef-8ce06b0c63ce) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:13.012497 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60604) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:13.021885 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:13.375687 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b58cf31f-71ac-4af0-96ea-041451c7b304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:13.379409 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:13.407794 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:13.408192 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:13.446448 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:32:13.487889 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73504bb-821f-4195-a780-4cb1e433884e x-openstack-request-id: req-f73504bb-821f-4195-a780-4cb1e433884e {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:13.488533 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4480278-49fb-40cb-a3ef-475ecb458ae5", "tag": "2589c79e-d0f7-4a1b-9d05-e94caa77967e", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:13.488776 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f73504bb-821f-4195-a780-4cb1e433884e {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:13.489565 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73504bb-821f-4195-a780-4cb1e433884e'] response: {'name': 'network-changed', 'server_uuid': 'c4480278-49fb-40cb-a3ef-475ecb458ae5', 'tag': '2589c79e-d0f7-4a1b-9d05-e94caa77967e', 'status': 'completed', 'code': 200} Aug 24 04:32:13.492153 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7dda52fa-fc4a-4533-8b77-437eb475d045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:13.496319 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:13.523585 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:13.528870 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 5d789b37-0fba-4441-8cbe-f6e7b0217439 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:13.556189 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74c68790-e44f-4d2c-872e-c4449bc311d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d3171cca-17f1-40a1-b1c3-c9fac4ddeae2), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:13.567973 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74c68790-e44f-4d2c-872e-c4449bc311d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:13.571471 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-74c68790-e44f-4d2c-872e-c4449bc311d1 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/d3171cca-17f1-40a1-b1c3-c9fac4ddeae2 HTTP/1.1" status: 204 len: 168 time: 1.2428727 Aug 24 04:32:13.672640 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286f2128-4c77-4236-988f-033f94469351,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:13.791364 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:13.835873 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 5d789b37-0fba-4441-8cbe-f6e7b0217439 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:13.840493 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:13.968360 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.033134 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-0e746a35-3a9b-45fe-aa1b-492925c7e379 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e HTTP/1.1" status: 200 len: 217 time: 1.5428479 Aug 24 04:32:14.039255 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (d65e531a-a814-43c8-b174-055587151c1a), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.040101 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Added segment d65e531a-a814-43c8-b174-055587151c1a of type vlan for network 66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a Aug 24 04:32:14.055897 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60618) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:14.135790 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.137541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 5d789b37-0fba-4441-8cbe-f6e7b0217439 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:14.138303 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.243107 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 5d789b37-0fba-4441-8cbe-f6e7b0217439, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=5d789b37-0fba-4441-8cbe-f6e7b0217439,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:14.258338 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.418468 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=5d789b37-0fba-4441-8cbe-f6e7b0217439,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:14.553375 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for port (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.652571 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.697169 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0da38229-ed9a-490f-8c6f-204fbbf546be req-9cee51dd-a743-48af-abf1-34ef8e6e3903 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 210 time: 0.7949505 Aug 24 04:32:14.864915 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 2faed9f1-f962-4c66-881e-571ecf850965 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:14.869775 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Publish callbacks [] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.919356 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7dda52fa-fc4a-4533-8b77-437eb475d045 admin admin] Publish callbacks [] for security_group (d6966627-8106-47fb-b5e2-a9f038c303b9), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.930438 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:14.936410 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c68790-e44f-4d2c-872e-c4449bc311d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3171cca-17f1-40a1-b1c3-c9fac4ddeae2,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:14.989494 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.990240 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:14.998178 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:15.001973 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:15.013208 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:15.013874 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:15.071750 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7dda52fa-fc4a-4533-8b77-437eb475d045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d6966627-8106-47fb-b5e2-a9f038c303b9), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:15.153926 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157b45-b44a-4ab2-a981-09e1da8441cf req-181694ba-5125-4f85-b58c-601d43f8a9a2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:15.177552 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fa157b45-b44a-4ab2-a981-09e1da8441cf req-181694ba-5125-4f85-b58c-601d43f8a9a2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 932 time: 0.5476565 Aug 24 04:32:15.233138 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:15.256288 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:15.270651 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:15.277739 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:15.278773 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:15.295174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:15.297987 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Pushing event updated for resources: {'Port': ['ID=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:15.316423 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7dda52fa-fc4a-4533-8b77-437eb475d045 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=c10cab5327a44a2aaa388ba3c31a0ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6734364 Aug 24 04:32:15.329493 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-fb4d3147-9440-470d-a6f4-c6650411af8b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4642324 Aug 24 04:32:15.330150 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60636) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:15.365106 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 7.8083832 Aug 24 04:32:15.385177 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:15.386355 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60638) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:15.408220 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 2faed9f1-f962-4c66-881e-571ecf850965 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:15.410681 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (2faed9f1-f962-4c66-881e-571ecf850965), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:15.415036 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fa157b45-b44a-4ab2-a981-09e1da8441cf req-317907b1-5930-4c33-ba52-7bf75c876531 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320561 Aug 24 04:32:15.423403 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Request body: {'subnet': {'network_id': '66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-605413214-subnet', 'tenant_id': '02f3179782cf4d78ac219602b9235b2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:15.446276 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Request body: {'port': {'device_id': '8135b9bf-d6c9-482a-90fc-f4693423bd52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:15.665019 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3155a3a-2495-41c1-9645-5980e49be627 {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:15.692876 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Publish callbacks [] for port (c3155a3a-2495-41c1-9645-5980e49be627), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:15.736690 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Transition to ACTIVE for port object c3155a3a-2495-41c1-9645-5980e49be627 will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:32:15.808596 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:16.033453 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.048157 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Made reservation on behalf of 02f3179782cf4d78ac219602b9235b2d for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:16.051176 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.070726 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-043fc01b-dfef-4a1a-a7b5-5994e8a269a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:16.072321 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-043fc01b-dfef-4a1a-a7b5-5994e8a269a1 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 1.7789221 Aug 24 04:32:16.120115 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c3155a3a-2495-41c1-9645-5980e49be627), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.222169 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-652b78b4-4fb7-444a-9dca-cd272d41febc None None] Provisioning complete for port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:16.223081 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-652b78b4-4fb7-444a-9dca-cd272d41febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.297547 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Publish callbacks [] for port (44fe6e47-d221-4428-857b-2485708194f8), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.305185 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 2faed9f1-f962-4c66-881e-571ecf850965 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:16.305185 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2faed9f1-f962-4c66-881e-571ecf850965), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.309569 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.328874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (44fe6e47-d221-4428-857b-2485708194f8), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.344926 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.348004 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-652b78b4-4fb7-444a-9dca-cd272d41febc None None] Port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:32:16.462032 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Allocated IP 172.27.4.226 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/799b69cf-0e96-4bb3-af8f-98e7622421e2) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:16.508898 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 2faed9f1-f962-4c66-881e-571ecf850965, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=2faed9f1-f962-4c66-881e-571ecf850965,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:16.533135 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f439-f672-4f02-8fd7-c2f62b90230d None None] Pushing event updated for resources: {'Port': ['ID=44fe6e47-d221-4428-857b-2485708194f8,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:16.563390 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2faed9f1-f962-4c66-881e-571ecf850965), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.570501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c3267696-c328-4dad-986c-e319b2a721f0 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:16.654384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:16.666273 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda52fa-fc4a-4533-8b77-437eb475d045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6966627-8106-47fb-b5e2-a9f038c303b9,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:16.790620 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:16.792299 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c4208-dee3-4106-b49a-46bf52c199f8 admin admin] Pushing event updated for resources: {'Network': ['ID=66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:16.797120 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'Port': ['ID=5fd6e309-7039-40f6-a7ed-9985a0cf1acf,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:16.805949 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:16.811261 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:16.824753 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (799b69cf-0e96-4bb3-af8f-98e7622421e2), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.833638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:32:16.845411 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Attempting to bind port 44fe6e47-d221-4428-857b-2485708194f8 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:16.845941 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Attempting to bind port 44fe6e47-d221-4428-857b-2485708194f8 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:16.846439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Attempting to bind port 44fe6e47-d221-4428-857b-2485708194f8 on network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:16.893135 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:16.893665 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Checking segment: {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:16.895846 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.896411 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Bound using segment: {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:16.898376 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Bound port: 44fe6e47-d221-4428-857b-2485708194f8, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:16.899178 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (44fe6e47-d221-4428-857b-2485708194f8), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:16.955842 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:16.980326 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=2faed9f1-f962-4c66-881e-571ecf850965,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:16.993375 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6a5d296e-9d76-4de5-a7d1-6b4e2bc1f155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:17.059479 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-acc95128-90a2-4c14-bf82-22cf04d10754 admin admin] Publish callbacks [] for security_group (d6966627-8106-47fb-b5e2-a9f038c303b9), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:17.153356 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] For port 44fe6e47-d221-4428-857b-2485708194f8, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:17.189177 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4b06d-6db7-466b-b9c4-fae092faf699 req-b0bb7693-95be-4c3c-ab02-a713c5a767ed tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:17.190829 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-41c4b06d-6db7-466b-b9c4-fae092faf699 req-b0bb7693-95be-4c3c-ab02-a713c5a767ed tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 931 time: 1.1482577 Aug 24 04:32:17.257568 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:17.341116 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port c3267696-c328-4dad-986c-e319b2a721f0 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:17.353160 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c3267696-c328-4dad-986c-e319b2a721f0), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:17.359383 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] For port 44fe6e47-d221-4428-857b-2485708194f8, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=44fe6e47-d221-4428-857b-2485708194f8,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:17.402169 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-3dddcbe5-0ead-4806-8b8f-cafabd0784af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:17.404902 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-3dddcbe5-0ead-4806-8b8f-cafabd0784af service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.2608509 Aug 24 04:32:17.458986 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (44fe6e47-d221-4428-857b-2485708194f8), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:17.528843 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (489d75ed-80d5-460b-b462-ae01ad2f04b4), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:17.536744 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Pushing event updated for resources: {'Port': ['ID=c3155a3a-2495-41c1-9645-5980e49be627,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:17.606903 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-acc95128-90a2-4c14-bf82-22cf04d10754 admin admin] Publish callbacks [] for security_group (d6966627-8106-47fb-b5e2-a9f038c303b9), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:17.626445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Routers {'08e913a2-8879-4d2d-8ac1-a303767bf9a0'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:17.626445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:17.904207 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port c3267696-c328-4dad-986c-e319b2a721f0 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:17.905941 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f2f8ca87-1424-4acd-829a-cb47ea0da138 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:17.913015 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20f439-f672-4f02-8fd7-c2f62b90230d None None] Pushing event updated for resources: {'Port': ['ID=44fe6e47-d221-4428-857b-2485708194f8,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:18.010884 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6a5d296e-9d76-4de5-a7d1-6b4e2bc1f155 admin admin] Publish callbacks [] for security_group (ce376412-9429-4875-943e-dcd708f80fd2), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:18.018428 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-0ef5c23d-9fe9-4f93-b328-dcfb198ba236 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625622 Aug 24 04:32:18.032274 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Attempting to bind port c3155a3a-2495-41c1-9645-5980e49be627 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:18.033522 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Attempting to bind port c3155a3a-2495-41c1-9645-5980e49be627 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:18.034516 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Attempting to bind port c3155a3a-2495-41c1-9645-5980e49be627 on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:18.057468 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Port c3155a3a-2495-41c1-9645-5980e49be627 on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:32:18.058424 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Attempting to bind port c3155a3a-2495-41c1-9645-5980e49be627 on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:18.072969 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6a5d296e-9d76-4de5-a7d1-6b4e2bc1f155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ce376412-9429-4875-943e-dcd708f80fd2), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:18.109141 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d5b2b-5122-43f9-bf5b-bc5979214854 req-a0be4063-ba18-4334-99ce-2cce0b8ecc31 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:18.111794 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d09d5b2b-5122-43f9-bf5b-bc5979214854 req-a0be4063-ba18-4334-99ce-2cce0b8ecc31 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 944 time: 1.4533391 Aug 24 04:32:18.114055 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (799b69cf-0e96-4bb3-af8f-98e7622421e2), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:18.205297 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port f2f8ca87-1424-4acd-829a-cb47ea0da138 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:18.206398 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:18.297554 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:18.306087 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] Set router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:18.374832 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:18.375522 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Checking segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:18.376123 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Bound using segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:18.378444 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Bound port: c3155a3a-2495-41c1-9645-5980e49be627, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:18.379144 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3155a3a-2495-41c1-9645-5980e49be627), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:18.443238 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:18.452812 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:18.463571 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bc105e03-7456-4c90-b823-6ed0e2e53f1f req-5c567bd2-19eb-4996-9384-bdc3802cf1b1 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096315 Aug 24 04:32:18.492581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:18.501201 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (8b46fa4a-ab12-4fcb-a5df-e67e023e91d0), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:18.517643 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:18.544042 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6a5d296e-9d76-4de5-a7d1-6b4e2bc1f155 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=9a0b73ea561747029f74e06af5f9d09e&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4768329 Aug 24 04:32:18.546284 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-41c4b06d-6db7-466b-b9c4-fae092faf699 req-8b90cfcc-e315-4f9a-a4c0-5b79f6474998 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2933440 Aug 24 04:32:18.564860 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60668) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:18.594529 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=799b69cf-0e96-4bb3-af8f-98e7622421e2,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:18.731624 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d296e-9d76-4de5-a7d1-6b4e2bc1f155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce376412-9429-4875-943e-dcd708f80fd2,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:18.879389 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-ab6c5a1e-fee7-4c97-8828-c02146fe31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:18.883215 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-ab6c5a1e-fee7-4c97-8828-c02146fe31ec service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 1127 time: 0.1369338 Aug 24 04:32:18.893021 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:18.893454 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port f2f8ca87-1424-4acd-829a-cb47ea0da138 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:18.895027 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:18.914761 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d09d5b2b-5122-43f9-bf5b-bc5979214854 req-c1b16334-6f83-48fb-aacb-79fbf4630262 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7482636 Aug 24 04:32:18.996717 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:18.998889 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b46fa4a-ab12-4fcb-a5df-e67e023e91d0,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:19.002403 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-acc95128-90a2-4c14-bf82-22cf04d10754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d6966627-8106-47fb-b5e2-a9f038c303b9), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.007658 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-acc95128-90a2-4c14-bf82-22cf04d10754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.009583 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-acc95128-90a2-4c14-bf82-22cf04d10754 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/d6966627-8106-47fb-b5e2-a9f038c303b9 HTTP/1.1" status: 204 len: 168 time: 3.6702471 Aug 24 04:32:19.122273 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port f2f8ca87-1424-4acd-829a-cb47ea0da138, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f2f8ca87-1424-4acd-829a-cb47ea0da138,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:19.151144 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.152833 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:19.170442 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:19.172901 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:19.216222 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (2a04f1a2-2a14-4b9c-9ebb-274433a861b4), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.260182 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc95128-90a2-4c14-bf82-22cf04d10754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6966627-8106-47fb-b5e2-a9f038c303b9,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:19.305730 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-377d07f6-11c7-4888-adfd-48915eb48f9c admin admin] Publish callbacks [] for security_group (ce376412-9429-4875-943e-dcd708f80fd2), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.337136 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Checking segment: {'id': 'd65e531a-a814-43c8-b174-055587151c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:19.337702 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Network hostable DHCP agents. Network: 66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:32:19.469700 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] For port c3155a3a-2495-41c1-9645-5980e49be627, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:19.501096 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-377d07f6-11c7-4888-adfd-48915eb48f9c admin admin] Publish callbacks [] for security_group (ce376412-9429-4875-943e-dcd708f80fd2), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.501350 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] For port c3155a3a-2495-41c1-9645-5980e49be627, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c3155a3a-2495-41c1-9645-5980e49be627,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:19.507589 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:19.508432 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.515225 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=f2f8ca87-1424-4acd-829a-cb47ea0da138,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:19.545921 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c3155a3a-2495-41c1-9645-5980e49be627), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.589036 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:50Z', 'revision_number': 4, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '44fe6e47-d221-4428-857b-2485708194f8', 'name': '', 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'mac_address': 'fa:16:3e:3b:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:17Z', 'revision_number': 4, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'subnets': [{'id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:19.593974 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (799b69cf-0e96-4bb3-af8f-98e7622421e2), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.646396 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:19.651077 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:19.657833 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51545ff2-d6a8-41cb-a7df-dbee1b7cd591 None None] The sync data for ids ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'] in dv-cinder-854263-1-iscsi is: [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:50Z', 'revision_number': 4, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '44fe6e47-d221-4428-857b-2485708194f8', 'name': '', 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'mac_address': 'fa:16:3e:3b:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:17Z', 'revision_number': 4, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'subnets': [{'id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:32:19.659134 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/c3155a3a-2495-41c1-9645-5980e49be627 HTTP/1.1" status: 200 len: 1094 time: 9.2796001 Aug 24 04:32:19.669962 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e60a86-8955-4f01-bae7-44b328a98408', 'tag': 'c3155a3a-2495-41c1-9645-5980e49be627'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:19.677260 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ae8f81-8825-449a-81c4-f0d313fe2579" -d '{"events": [{"name": "network-changed", "server_uuid": "83e60a86-8955-4f01-bae7-44b328a98408", "tag": "c3155a3a-2495-41c1-9645-5980e49be627"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:19.682174 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60682) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:19.806948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:19.809712 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:19.894125 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79854a81-7743-4377-87ad-18f8f523e81e x-openstack-request-id: req-79854a81-7743-4377-87ad-18f8f523e81e {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:19.897875 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e60a86-8955-4f01-bae7-44b328a98408", "tag": "c3155a3a-2495-41c1-9645-5980e49be627", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:19.898557 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-79854a81-7743-4377-87ad-18f8f523e81e {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:19.899246 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79854a81-7743-4377-87ad-18f8f523e81e'] response: {'name': 'network-changed', 'server_uuid': '83e60a86-8955-4f01-bae7-44b328a98408', 'tag': 'c3155a3a-2495-41c1-9645-5980e49be627', 'status': 'completed', 'code': 200} Aug 24 04:32:19.995898 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03ad65-1c25-4a57-8737-ca7fa8faf7af service neutron] Pushing event updated for resources: {'Port': ['ID=c3155a3a-2495-41c1-9645-5980e49be627,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:20.006553 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:20.017059 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.080249 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-99184500-90b5-4c73-8582-cb89984a88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:20.088380 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-99184500-90b5-4c73-8582-cb89984a88a4 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.9079697 Aug 24 04:32:20.287270 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-b2823c24-7303-47f1-ac6e-2372660930d3 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e HTTP/1.1" status: 200 len: 217 time: 0.0847011 Aug 24 04:32:20.289833 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60690) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:20.317884 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for port (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.360487 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:20.387117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:20.399180 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.400594 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (489d75ed-80d5-460b-b462-ae01ad2f04b4), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.489562 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-64abb6e7-fb69-4ee9-98f3-3591bc19cb75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.513010 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:20.518045 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.521561 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 13.0976834 Aug 24 04:32:20.576368 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74467e59-3f2c-4ccf-8aaf-da9b4af89cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.669614 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Network 66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:32:20.670084 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae8f81-8825-449a-81c4-f0d313fe2579 req-09ea0174-ff2a-4477-9ec9-196c5afcad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:20.672826 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-a3ae8f81-8825-449a-81c4-f0d313fe2579 req-09ea0174-ff2a-4477-9ec9-196c5afcad1f service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 1128 time: 0.3782222 Aug 24 04:32:20.684664 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 44fe6e47-d221-4428-857b-2485708194f8 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:20.693895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Publish callbacks [] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.838081 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:20.839572 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 44fe6e47-d221-4428-857b-2485708194f8 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:20.841544 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (44fe6e47-d221-4428-857b-2485708194f8), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.872956 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4c7f-1af5-49e1-ae5c-ad8015bd55ba req-92c899f7-75d8-4b65-befc-352e003557fa tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:20.876764 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-035a4c7f-1af5-49e1-ae5c-ad8015bd55ba req-92c899f7-75d8-4b65-befc-352e003557fa tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 944 time: 0.4706109 Aug 24 04:32:20.892046 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (799b69cf-0e96-4bb3-af8f-98e7622421e2), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.916451 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05484a-21f9-4745-90b7-9a4816a0b418 None None] Network 66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:32:20.923124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99c2b7-1c7f-484a-9664-10a1b4cb66da req-7dbc577b-d119-41f2-873b-3552d1e03427 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:20.926822 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b99c2b7-1c7f-484a-9664-10a1b4cb66da req-7dbc577b-d119-41f2-873b-3552d1e03427 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 931 time: 0.5372548 Aug 24 04:32:20.930735 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:20.932741 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.937717 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:20.938622 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (799b69cf-0e96-4bb3-af8f-98e7622421e2), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.939870 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (2a04f1a2-2a14-4b9c-9ebb-274433a861b4), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.967577 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:20.971167 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-5abe451c-79bd-45a9-8b06-fbfc09f3aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:20.973694 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-5abe451c-79bd-45a9-8b06-fbfc09f3aa61 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.6656528 Aug 24 04:32:20.977751 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74467e59-3f2c-4ccf-8aaf-da9b4af89cf7 admin admin] Publish callbacks [] for security_group (82a35267-c6cc-403c-beec-b2aa0f57494d), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:20.996812 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Transition to ACTIVE for port object 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:32:20.999027 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cfd52-c033-4de6-a453-0cae971212bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'Port': ['ID=5fd6e309-7039-40f6-a7ed-9985a0cf1acf,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:21.022754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-377d07f6-11c7-4888-adfd-48915eb48f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ce376412-9429-4875-943e-dcd708f80fd2), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:21.025757 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-377d07f6-11c7-4888-adfd-48915eb48f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:21.046407 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-377d07f6-11c7-4888-adfd-48915eb48f9c admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/ce376412-9429-4875-943e-dcd708f80fd2 HTTP/1.1" status: 204 len: 168 time: 2.4668529 Aug 24 04:32:21.099311 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:21.128458 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74467e59-3f2c-4ccf-8aaf-da9b4af89cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (82a35267-c6cc-403c-beec-b2aa0f57494d), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:21.133243 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-cd292393-98c6-4dd9-8b6a-8d2c2117be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:21.135858 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-cd292393-98c6-4dd9-8b6a-8d2c2117be6a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1293061 Aug 24 04:32:21.272831 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-fc2b1a1c-3d1b-4ce4-a8ba-816f0921223b admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.8450568 Aug 24 04:32:21.290159 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-035a4c7f-1af5-49e1-ae5c-ad8015bd55ba req-1c41feff-350e-4b09-99f1-31e48e2be1e1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527987 Aug 24 04:32:21.306506 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d07f6-11c7-4888-adfd-48915eb48f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce376412-9429-4875-943e-dcd708f80fd2,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:21.435186 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:21.440543 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4256518 Aug 24 04:32:21.557270 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b99c2b7-1c7f-484a-9664-10a1b4cb66da req-d455134b-5fa3-4b7e-8af8-52ff9bb3f03f tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949676 Aug 24 04:32:21.600572 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d6b5a-6516-4236-975a-bda7305fa776 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=799b69cf-0e96-4bb3-af8f-98e7622421e2,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:21.609228 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:21.620784 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Attempting to bind port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:21.621674 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Attempting to bind port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:21.623370 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Attempting to bind port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce on network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:21.663126 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:21.666513 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:21.676016 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 44fe6e47-d221-4428-857b-2485708194f8 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:21.676296 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (44fe6e47-d221-4428-857b-2485708194f8), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:21.723901 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce on network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:32:21.724774 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Attempting to bind port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce on network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:21.747192 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:21.781672 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:21.782444 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Checking segment: {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:21.786903 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Bound using segment: {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:21.793981 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Bound port: 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd8466b-a63d-4181-a669-19fbc6215b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:21.795259 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:21.844127 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60712) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:21.878985 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a6c79-5210-48d4-9b8c-dc047f4d99b4 None None] Network 66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:32:21.941663 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:22.086364 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-c5613600-f6af-423c-bbaa-dee44ac334bc tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1979464883&fields=id&tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25 HTTP/1.1" status: 200 len: 267 time: 0.4514816 Aug 24 04:32:22.167224 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 2589c79e-d0f7-4a1b-9d05-e94caa77967e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:32:22.210832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_v2 [None req-7381ff43-9b18-4d34-9fc6-264ef5018e65 admin admin] Deleting subnet c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5 {{(pid=106346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:32:22.248820 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7381ff43-9b18-4d34-9fc6-264ef5018e65 admin admin] Publish callbacks [] for subnet (c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:22.266716 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 44fe6e47-d221-4428-857b-2485708194f8, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=44fe6e47-d221-4428-857b-2485708194f8,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:22.288596 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-74467e59-3f2c-4ccf-8aaf-da9b4af89cf7 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f175f86945e74392a02f43a447f80a90&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4881508 Aug 24 04:32:22.317696 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60728) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:22.323053 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74467e59-3f2c-4ccf-8aaf-da9b4af89cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a35267-c6cc-403c-beec-b2aa0f57494d,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:22.361715 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (44fe6e47-d221-4428-857b-2485708194f8), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:22.362746 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f2f8ca87-1424-4acd-829a-cb47ea0da138 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:22.379139 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-362a0f95-788d-4661-a6f0-03329ed225f4 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1944249 Aug 24 04:32:22.404699 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] For port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:22.476363 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae8f81-8825-449a-81c4-f0d313fe2579 req-34a7b4fc-f012-4276-b268-3de9999da584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:22.478895 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-a3ae8f81-8825-449a-81c4-f0d313fe2579 req-34a7b4fc-f012-4276-b268-3de9999da584 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?tenant_id=da374e85225c48ec8bf8697227b06d96&shared=False HTTP/1.1" status: 200 len: 921 time: 1.7767072 Aug 24 04:32:22.526939 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] For port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:22.572958 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:22.582863 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:22.584068 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:22.588525 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/3ffd711d-4312-4f2b-9eef-8ce06b0c63ce HTTP/1.1" status: 200 len: 1093 time: 7.1935396 Aug 24 04:32:22.657787 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=44fe6e47-d221-4428-857b-2485708194f8,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:22.670693 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 2589c79e-d0f7-4a1b-9d05-e94caa77967e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:22.690994 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port f2f8ca87-1424-4acd-829a-cb47ea0da138 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:22.691391 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:22.709009 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8135b9bf-d6c9-482a-90fc-f4693423bd52', 'tag': '3ffd711d-4312-4f2b-9eef-8ce06b0c63ce'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:22.727244 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '2589c79e-d0f7-4a1b-9d05-e94caa77967e', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'port_id': '2589c79e-d0f7-4a1b-9d05-e94caa77967e', 'mac_address': 'fa:16:3e:9a:57:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:32:22.827424 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 2589c79e-d0f7-4a1b-9d05-e94caa77967e is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:22.828412 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:22.853574 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2589c79e-d0f7-4a1b-9d05-e94caa77967e {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:22.889217 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7381ff43-9b18-4d34-9fc6-264ef5018e65 admin admin] Publish callbacks [] for subnet (c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:22.957599 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-64abb6e7-fb69-4ee9-98f3-3591bc19cb75 admin admin] Publish callbacks [] for security_group (6767f2a7-d603-4f4e-b603-d82d4250c4d6), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:22.980431 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 2589c79e-d0f7-4a1b-9d05-e94caa77967e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:22.993720 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port f2f8ca87-1424-4acd-829a-cb47ea0da138 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:22.999083 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 5d789b37-0fba-4441-8cbe-f6e7b0217439 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:23.004068 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-64abb6e7-fb69-4ee9-98f3-3591bc19cb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6767f2a7-d603-4f4e-b603-d82d4250c4d6), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.022689 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.068630 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b827c4b3-8716-4f9f-ae0f-e946ac1bfc7b req-960c25e6-8acc-4661-bfc4-cb73199282ff service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451573 Aug 24 04:32:23.111748 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae8f81-8825-449a-81c4-f0d313fe2579 req-3a50bd48-20f9-4c70-ae13-f65aaadec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:23.113746 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-a3ae8f81-8825-449a-81c4-f0d313fe2579 req-3a50bd48-20f9-4c70-ae13-f65aaadec40f service neutron] 10.222.0.99 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6148453 Aug 24 04:32:23.114758 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-61f525cc-f5e5-42ca-b4d8-2856fb3f4edf admin admin] Publish callbacks [] for security_group (82a35267-c6cc-403c-beec-b2aa0f57494d), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.126060 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-64abb6e7-fb69-4ee9-98f3-3591bc19cb75 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=28aaf0b0e8914e73b8ff12ae1770316c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8294489 Aug 24 04:32:23.138161 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60750) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:23.139018 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abb6e7-fb69-4ee9-98f3-3591bc19cb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6767f2a7-d603-4f4e-b603-d82d4250c4d6,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:23.229051 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f692-9678-4942-8226-e0b940c39193 req-245f0ea9-de56-4a3d-a45c-ba39d2925978 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:23.232943 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-245f0ea9-de56-4a3d-a45c-ba39d2925978 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 810 time: 1.1310024 Aug 24 04:32:23.234007 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:23.236930 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-d55d8c5d-0789-42e6-9026-1ee6d4e4f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:23.240217 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-d55d8c5d-0789-42e6-9026-1ee6d4e4f076 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=4c255082e8a642f6893ab4b117124a13&device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 1127 time: 0.3784833 Aug 24 04:32:23.250308 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7381ff43-9b18-4d34-9fc6-264ef5018e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.304286 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-61f525cc-f5e5-42ca-b4d8-2856fb3f4edf admin admin] Publish callbacks [] for security_group (82a35267-c6cc-403c-beec-b2aa0f57494d), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.323363 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['2589c79e-d0f7-4a1b-9d05-e94caa77967e'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:32:23.342278 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0623b7c-ce42-4e67-998a-bb111c03eb88" -d '{"events": [{"name": "network-changed", "server_uuid": "8135b9bf-d6c9-482a-90fc-f4693423bd52", "tag": "3ffd711d-4312-4f2b-9eef-8ce06b0c63ce"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:23.349872 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-35c6f184-4946-4f57-a303-12e91beec85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:23.353219 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-155db885-6abb-4b89-a1ae-b9359e763302 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1322358064&fields=id&tenant_id=9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 267 time: 1.1480896 Aug 24 04:32:23.361239 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-35c6f184-4946-4f57-a303-12e91beec85d service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 1128 time: 0.1536300 Aug 24 04:32:23.395764 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cbb7d366-ac3a-4c35-affd-5148db6a5ed5 admin admin] Publish callbacks [] for security_group (6767f2a7-d603-4f4e-b603-d82d4250c4d6), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.407519 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d6469-eafd-471e-a9c6-35e62119c344 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:23.415855 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:23.442534 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-b563c436-a27b-42c7-bb32-29f312e1093c service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3155a3a-2495-41c1-9645-5980e49be627 HTTP/1.1" status: 200 len: 217 time: 0.0702903 Aug 24 04:32:23.461741 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-32c7c7f9-01be-452e-8051-e4d2db965f53 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce HTTP/1.1" status: 200 len: 217 time: 0.1842215 Aug 24 04:32:23.462891 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=2589c79e-d0f7-4a1b-9d05-e94caa77967e,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:23.475040 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-285bb7c6-efc9-40bf-aa99-324461fadeb8 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/quotas/5aee8c6a4c124bdbb4c3a26a7f0c9b25 HTTP/1.1" status: 200 len: 375 time: 0.2186725 Aug 24 04:32:23.499876 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 5d789b37-0fba-4441-8cbe-f6e7b0217439 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:23.500840 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.504200 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cbb7d366-ac3a-4c35-affd-5148db6a5ed5 admin admin] Publish callbacks [] for security_group (6767f2a7-d603-4f4e-b603-d82d4250c4d6), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.553444 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:23.569765 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-61f525cc-f5e5-42ca-b4d8-2856fb3f4edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (82a35267-c6cc-403c-beec-b2aa0f57494d), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.572394 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-61f525cc-f5e5-42ca-b4d8-2856fb3f4edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.574579 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-61f525cc-f5e5-42ca-b4d8-2856fb3f4edf admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/82a35267-c6cc-403c-beec-b2aa0f57494d HTTP/1.1" status: 204 len: 168 time: 1.2330492 Aug 24 04:32:23.585966 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-e05d9c85-0a84-4ad3-a432-9e53246365de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:23.588482 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-e05d9c85-0a84-4ad3-a432-9e53246365de service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.1367943 Aug 24 04:32:23.623748 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f525cc-f5e5-42ca-b4d8-2856fb3f4edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a35267-c6cc-403c-beec-b2aa0f57494d,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:23.705416 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-69be1169-14be-4062-8838-76ade08b9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:23.707417 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-69be1169-14be-4062-8838-76ade08b9edc service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127331 Aug 24 04:32:23.747860 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cbb7d366-ac3a-4c35-affd-5148db6a5ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6767f2a7-d603-4f4e-b603-d82d4250c4d6), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.757267 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cbb7d366-ac3a-4c35-affd-5148db6a5ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:23.760699 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-cbb7d366-ac3a-4c35-affd-5148db6a5ed5 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/6767f2a7-d603-4f4e-b603-d82d4250c4d6 HTTP/1.1" status: 204 len: 168 time: 0.6159544 Aug 24 04:32:23.805585 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7d366-ac3a-4c35-affd-5148db6a5ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6767f2a7-d603-4f4e-b603-d82d4250c4d6,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:23.872714 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 5d789b37-0fba-4441-8cbe-f6e7b0217439 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:23.874151 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 2faed9f1-f962-4c66-881e-571ecf850965 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:23.984409 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-c78f4aa7-cca3-4b67-b6d2-ea65e0067ea3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4177608 Aug 24 04:32:24.001740 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-6ac19c76-277a-4d2c-ba2d-a9af5462eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:24.003896 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-6ac19c76-277a-4d2c-ba2d-a9af5462eae5 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=06060eaf-6c24-4787-9ccb-2ff15fcee2cf HTTP/1.1" status: 200 len: 849 time: 0.4559000 Aug 24 04:32:24.009609 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7381ff43-9b18-4d34-9fc6-264ef5018e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:24.046055 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 2faed9f1-f962-4c66-881e-571ecf850965 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:24.046692 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (2faed9f1-f962-4c66-881e-571ecf850965), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:24.065677 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-c2626694-c365-4476-8a01-1fe3d9700af2 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509667 Aug 24 04:32:24.206116 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:24.207746 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381ff43-9b18-4d34-9fc6-264ef5018e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:24.255398 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 2faed9f1-f962-4c66-881e-571ecf850965 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:24.262754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7381ff43-9b18-4d34-9fc6-264ef5018e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:24.267128 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-7381ff43-9b18-4d34-9fc6-264ef5018e65 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/c186c0f7-b5b8-4c2f-a61f-6d9b494f62b5 HTTP/1.1" status: 204 len: 168 time: 2.4202361 Aug 24 04:32:24.277268 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-1c2dfa0b-6a92-4953-b564-a7978ffc481c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:24.279762 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-1c2dfa0b-6a92-4953-b564-a7978ffc481c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 814 time: 0.8628976 Aug 24 04:32:24.281159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60762) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:24.322553 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:24.379665 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda8d89f-e0a5-47e0-9f2f-6d0dd6942e62 req-7f15970e-664a-44a1-a782-604306380cdc service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051782 Aug 24 04:32:24.468213 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-cbef6df1-a183-4d50-b8ea-2daca6a07a22 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/quotas/9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 375 time: 0.1089783 Aug 24 04:32:24.469570 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-45d3f2a2-bba8-483d-b8d1-ff032e5ae38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:24.472924 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-45d3f2a2-bba8-483d-b8d1-ff032e5ae38e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=6cecd0a1-ddf8-413b-9802-d2d8780e3337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4522285 Aug 24 04:32:24.485920 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 44fe6e47-d221-4428-857b-2485708194f8 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:24.586151 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 44fe6e47-d221-4428-857b-2485708194f8 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:24.587299 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (44fe6e47-d221-4428-857b-2485708194f8), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:24.611026 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-17edfaed-127e-4b15-ae6d-aecb6194fbdf service neutron] 10.222.0.89 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100770 Aug 24 04:32:24.629046 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:24.657347 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (96c90ecd-ff24-41e1-8cd2-9fb098808a65), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:24.681958 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60768) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:24.711428 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-8e983e30-b47b-490a-bd8a-a7cbf804317e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301357 Aug 24 04:32:24.714441 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 44fe6e47-d221-4428-857b-2485708194f8 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:24.721595 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-27cfdb51-1d6a-42ee-91f9-f1f9a0934b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:24.862177 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-27cfdb51-1d6a-42ee-91f9-f1f9a0934b91 admin admin] Publish callbacks [] for security_group (10cf4966-b9c1-4f26-b576-13fa9bcba380), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:24.870211 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-27cfdb51-1d6a-42ee-91f9-f1f9a0934b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (10cf4966-b9c1-4f26-b576-13fa9bcba380), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:24.947325 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-27cfdb51-1d6a-42ee-91f9-f1f9a0934b91 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=e322f3a7b2a444439c615b77694871c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635353 Aug 24 04:32:24.952679 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60774) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:24.966004 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfdb51-1d6a-42ee-91f9-f1f9a0934b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf4966-b9c1-4f26-b576-13fa9bcba380,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:25.050033 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f38d76ce-4873-49bb-95fa-c301b8ef8591 admin admin] Publish callbacks [] for security_group (10cf4966-b9c1-4f26-b576-13fa9bcba380), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:25.091479 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f38d76ce-4873-49bb-95fa-c301b8ef8591 admin admin] Publish callbacks [] for security_group (10cf4966-b9c1-4f26-b576-13fa9bcba380), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:25.197037 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f38d76ce-4873-49bb-95fa-c301b8ef8591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (10cf4966-b9c1-4f26-b576-13fa9bcba380), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:25.205515 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f38d76ce-4873-49bb-95fa-c301b8ef8591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:25.215986 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f38d76ce-4873-49bb-95fa-c301b8ef8591 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/10cf4966-b9c1-4f26-b576-13fa9bcba380 HTTP/1.1" status: 204 len: 168 time: 0.2586977 Aug 24 04:32:25.236483 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d76ce-4873-49bb-95fa-c301b8ef8591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf4966-b9c1-4f26-b576-13fa9bcba380,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:25.445389 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (96c90ecd-ff24-41e1-8cd2-9fb098808a65), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:25.589803 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-c6c80589-6792-4678-b4a5-5e14cdb0b059 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9229221 Aug 24 04:32:25.603325 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.604262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.605627 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.606200 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.606704 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.607109 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.607664 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.608238 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.609042 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.609664 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.900241 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 2589c79e-d0f7-4a1b-9d05-e94caa77967e up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:25.949043 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.949786 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.950346 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.950926 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:32:25.951731 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c90ecd-ff24-41e1-8cd2-9fb098808a65']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:25.955732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:26.011741 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 2589c79e-d0f7-4a1b-9d05-e94caa77967e completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:32:26.028212 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 2589c79e-d0f7-4a1b-9d05-e94caa77967e triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:26.028707 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:26.035715 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01eeef50-99a9-4474-8a99-84c231cba2fa') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:26.036195 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01eeef50-99a9-4474-8a99-84c231cba2fa') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:26.071468 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (01eeef50-99a9-4474-8a99-84c231cba2fa), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:26.107090 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (01eeef50-99a9-4474-8a99-84c231cba2fa), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:26.123468 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:32:26.124819 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (01eeef50-99a9-4474-8a99-84c231cba2fa), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:26.168892 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:26.222487 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-29672c58-4d22-480c-8746-0a626ef005e6 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4719715 Aug 24 04:32:26.243190 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-9f1c9b4e-1167-4271-89cd-f9978f1d8374 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/6cecd0a1-ddf8-413b-9802-d2d8780e3337?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1337972 Aug 24 04:32:26.281796 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 2589c79e-d0f7-4a1b-9d05-e94caa77967e is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:26.282950 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:26.379012 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4480278-49fb-40cb-a3ef-475ecb458ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2589c79e-d0f7-4a1b-9d05-e94caa77967e'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:26.558861 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (96c90ecd-ff24-41e1-8cd2-9fb098808a65), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:26.568652 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 2589c79e-d0f7-4a1b-9d05-e94caa77967e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:26.586310 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:26.668171 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d872439-e28b-4ad5-b28a-b7a2c8a8bee4 req-d62cc506-86ee-4206-b36f-ace8406b4181 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:26.680873 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d872439-e28b-4ad5-b28a-b7a2c8a8bee4 req-d62cc506-86ee-4206-b36f-ace8406b4181 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 944 time: 0.7043760 Aug 24 04:32:26.693607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=2589c79e-d0f7-4a1b-9d05-e94caa77967e,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:26.748182 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:26.757241 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/96c90ecd-ff24-41e1-8cd2-9fb098808a65 HTTP/1.1" status: 204 len: 168 time: 2.4162841 Aug 24 04:32:26.758155 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60828) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:26.849680 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae4df0f-8177-4732-af29-5aabc72bfb9d admin admin] Deleting subnet 8b46fa4a-ab12-4fcb-a5df-e67e023e91d0 {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:32:26.857919 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e49bd-cba5-40b6-8487-c324b042bbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c90ecd-ff24-41e1-8cd2-9fb098808a65,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:26.863050 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df0f-8177-4732-af29-5aabc72bfb9d admin admin] Publish callbacks [] for subnet (8b46fa4a-ab12-4fcb-a5df-e67e023e91d0), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:27.009929 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-885cafca-ef18-41dd-8de6-38b6e708d3f0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651999 Aug 24 04:32:27.025500 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df0f-8177-4732-af29-5aabc72bfb9d admin admin] Publish callbacks [] for subnet (8b46fa4a-ab12-4fcb-a5df-e67e023e91d0), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:27.027580 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d872439-e28b-4ad5-b28a-b7a2c8a8bee4 req-7ec29575-ab8b-4dda-bb61-a3eaeeddd59f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449485 Aug 24 04:32:27.051150 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56268fef-286d-4b12-9428-1d9f4ad373d8 req-a43aeebb-fce4-4075-b1c4-045dbfbd084d service neutron] 10.222.0.99 "GET /networking/v2.0/networks/6cecd0a1-ddf8-413b-9802-d2d8780e3337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896541 Aug 24 04:32:27.121602 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df0f-8177-4732-af29-5aabc72bfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (8b46fa4a-ab12-4fcb-a5df-e67e023e91d0), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:27.299207 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df0f-8177-4732-af29-5aabc72bfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (8b46fa4a-ab12-4fcb-a5df-e67e023e91d0), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:27.341043 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25942c5e-2dd7-4791-9a8b-05d4e08f85bd req-2f053db3-f6a1-4ef6-af9a-c5ff2feea95d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:27.353449 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-25942c5e-2dd7-4791-9a8b-05d4e08f85bd req-2f053db3-f6a1-4ef6-af9a-c5ff2feea95d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 943 time: 0.1389215 Aug 24 04:32:27.386842 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c3bfbd-aead-46e2-9b8e-c6f38d740d10" -d '{"events": [{"server_uuid": "c4480278-49fb-40cb-a3ef-475ecb458ae5", "name": "network-vif-plugged", "status": "completed", "tag": "2589c79e-d0f7-4a1b-9d05-e94caa77967e"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:27.389982 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4df0f-8177-4732-af29-5aabc72bfb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b46fa4a-ab12-4fcb-a5df-e67e023e91d0,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:27.424869 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df0f-8177-4732-af29-5aabc72bfb9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:27.430136 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2ae4df0f-8177-4732-af29-5aabc72bfb9d admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/8b46fa4a-ab12-4fcb-a5df-e67e023e91d0 HTTP/1.1" status: 204 len: 168 time: 0.6709557 Aug 24 04:32:27.436297 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60848) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:27.594671 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:27.622779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:27.641474 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-25942c5e-2dd7-4791-9a8b-05d4e08f85bd req-3edc5dbb-8478-4eb3-8149-7c8da5b4b100 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830405 Aug 24 04:32:27.874496 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:27.882604 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 01eeef50-99a9-4474-8a99-84c231cba2fa resource provider aggregate not found Aug 24 04:32:27.900443 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c3155a3a-2495-41c1-9645-5980e49be627 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:32:27.971419 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 01eeef50-99a9-4474-8a99-84c231cba2fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01eeef50-99a9-4474-8a99-84c231cba2fa found for delete ", "request_id": "req-37333758-9288-4d83-84d8-f9f992913fd8"}]} Aug 24 04:32:28.053760 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:28.125384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65e531a-a814-43c8-b174-055587151c1a') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:28.125875 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65e531a-a814-43c8-b174-055587151c1a') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:28.152568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (d65e531a-a814-43c8-b174-055587151c1a), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:28.185996 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (d65e531a-a814-43c8-b174-055587151c1a), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:28.217752 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:32:28.218476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (d65e531a-a814-43c8-b174-055587151c1a), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:28.404434 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c3155a3a-2495-41c1-9645-5980e49be627, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c3155a3a-2495-41c1-9645-5980e49be627,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:28.465322 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f9c539-8749-498f-a749-7f88ee405205 x-openstack-request-id: req-d1f9c539-8749-498f-a749-7f88ee405205 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:28.465322 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8135b9bf-d6c9-482a-90fc-f4693423bd52", "tag": "3ffd711d-4312-4f2b-9eef-8ce06b0c63ce", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:28.465322 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d1f9c539-8749-498f-a749-7f88ee405205 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:28.465322 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f9c539-8749-498f-a749-7f88ee405205'] response: {'name': 'network-changed', 'server_uuid': '8135b9bf-d6c9-482a-90fc-f4693423bd52', 'tag': '3ffd711d-4312-4f2b-9eef-8ce06b0c63ce', 'status': 'completed', 'code': 200} Aug 24 04:32:28.473537 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'c3155a3a-2495-41c1-9645-5980e49be627', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'port_id': 'c3155a3a-2495-41c1-9645-5980e49be627', 'mac_address': 'fa:16:3e:da:6c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:32:28.561331 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c3155a3a-2495-41c1-9645-5980e49be627 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:28.561959 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3155a3a-2495-41c1-9645-5980e49be627), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:28.588746 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3155a3a-2495-41c1-9645-5980e49be627 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:28.592663 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:28.628625 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:28.635258 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a HTTP/1.1" status: 204 len: 168 time: 1.1951752 Aug 24 04:32:28.637396 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c3155a3a-2495-41c1-9645-5980e49be627, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c3155a3a-2495-41c1-9645-5980e49be627,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:28.648280 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c3155a3a-2495-41c1-9645-5980e49be627), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:28.854124 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:28.886208 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c3155a3a-2495-41c1-9645-5980e49be627'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:32:28.909172 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c3155a3a-2495-41c1-9645-5980e49be627,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:28.941258 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157e7a2-6f41-4ea8-a1f5-acb0bad1f9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=66a091a7-b292-4b5e-8ffb-b6c7c8c4eb5a,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:28.967310 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3057cfa-94d3-41bd-98e8-a87dfb62c472 req-a2d0d48b-96c8-4049-b4dd-3720266ae50a tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 210 time: 0.2395861 Aug 24 04:32:29.080097 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-6ffb6a1a-2ea9-4b05-aa24-ae1d0f923f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:29.090926 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f692-9678-4942-8226-e0b940c39193 req-7812ae89-b1ae-43db-9ac2-cf491f731ca3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:29.094477 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-6ffb6a1a-2ea9-4b05-aa24-ae1d0f923f00 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=4c255082e8a642f6893ab4b117124a13&device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 1127 time: 0.6381199 Aug 24 04:32:29.095005 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-7812ae89-b1ae-43db-9ac2-cf491f731ca3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 810 time: 0.4240813 Aug 24 04:32:29.104694 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-97cd3337-fee4-4ffc-aa13-5770e9ebdd04 req-5354ad43-a99c-4043-82c8-249aa04e6635 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 210 time: 0.4676058 Aug 24 04:32:29.441605 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1315cb67-a213-4039-8c20-ae0faf6af427 x-openstack-request-id: req-1315cb67-a213-4039-8c20-ae0faf6af427 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:29.442856 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-fd121430-6a98-4bb0-87fe-c3425cf736b3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25 HTTP/1.1" status: 200 len: 380 time: 0.3335106 Aug 24 04:32:29.444959 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4480278-49fb-40cb-a3ef-475ecb458ae5", "name": "network-vif-plugged", "status": "completed", "tag": "2589c79e-d0f7-4a1b-9d05-e94caa77967e", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:29.451235 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1315cb67-a213-4039-8c20-ae0faf6af427 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:29.452940 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1315cb67-a213-4039-8c20-ae0faf6af427'] response: {'server_uuid': 'c4480278-49fb-40cb-a3ef-475ecb458ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2589c79e-d0f7-4a1b-9d05-e94caa77967e', 'code': 200} Aug 24 04:32:29.465535 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'port': {'device_id': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'admin_state_up': True, 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'security_groups': ['8a5b1d2d-e266-4c01-8139-f89a6563898c']}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:29.635637 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60896) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:29.794514 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:29.899668 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:29.957081 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8c05df61-6824-473b-b59e-4940778512b0 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=4e7fac70c80a488f9da9125ed6f17c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105049 Aug 24 04:32:29.958645 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 60906) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:30.009044 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Made reservation on behalf of 5aee8c6a4c124bdbb4c3a26a7f0c9b25 for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:30.016263 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:30.113427 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment d65e531a-a814-43c8-b174-055587151c1a resource provider aggregate not found Aug 24 04:32:30.205840 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf78a6a-8880-4532-bc36-eee863108a93 req-f8b88fc0-fc3d-4001-b8d4-f7ee59bc3b78 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:30.220420 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1bf78a6a-8880-4532-bc36-eee863108a93 req-f8b88fc0-fc3d-4001-b8d4-f7ee59bc3b78 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 945 time: 0.7583742 Aug 24 04:32:30.232107 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:32:30.333940 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.99', 58853) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:30.359755 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c3155a3a-2495-41c1-9645-5980e49be627 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:30.372589 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Publish callbacks [] for security_group (76eb92b2-28dc-424c-bff1-80d538f6fb08), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:30.382041 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment d65e531a-a814-43c8-b174-055587151c1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d65e531a-a814-43c8-b174-055587151c1a found for delete ", "request_id": "req-2af6b1c8-3efe-4edf-ba6c-744c7e8256f8"}]} Aug 24 04:32:30.382605 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:30.388705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-bd9a1893-22e7-4a7d-843e-b2011ec66b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:30.395065 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-bd9a1893-22e7-4a7d-843e-b2011ec66b01 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=6cecd0a1-ddf8-413b-9802-d2d8780e3337 HTTP/1.1" status: 200 len: 912 time: 1.2843876 Aug 24 04:32:30.409344 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Publish callbacks [] for security_group (76eb92b2-28dc-424c-bff1-80d538f6fb08), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:30.578463 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0956b-f3b3-4836-ad81-0367e6bfacfd req-8636633d-82c1-45c6-b468-94fdf383249e tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:30.582852 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048828d8-de46-40ce-ba82-80021224fc2e req-1276c9b4-23df-4731-ba95-8c3b5100ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:30.586563 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-048828d8-de46-40ce-ba82-80021224fc2e req-1276c9b4-23df-4731-ba95-8c3b5100ea7d service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 1129 time: 0.4814816 Aug 24 04:32:30.592264 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56b0956b-f3b3-4836-ad81-0367e6bfacfd req-8636633d-82c1-45c6-b468-94fdf383249e tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 943 time: 0.6953712 Aug 24 04:32:30.601542 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:30.626730 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '3ffd711d-4312-4f2b-9eef-8ce06b0c63ce', 'network_id': '6cecd0a1-ddf8-413b-9802-d2d8780e3337', 'port_id': '3ffd711d-4312-4f2b-9eef-8ce06b0c63ce', 'mac_address': 'fa:16:3e:06:87:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06060eaf-6c24-4787-9ccb-2ff15fcee2cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:32:30.641641 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-048828d8-de46-40ce-ba82-80021224fc2e req-9ddcb583-ee14-48f3-bab7-dd66e74bed13 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:30.696130 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-301a3646-9289-42e1-a7bc-953e9bc97c36 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce HTTP/1.1" status: 200 len: 217 time: 0.2180991 Aug 24 04:32:30.724721 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Allocated IP 172.20.0.7 (20558816-8dbf-48fa-80df-be9dcc151316/5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21/a143d8d2-0a49-4ada-9835-9803477f74b7) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:30.829826 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:30.830454 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:30.848593 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port c3155a3a-2495-41c1-9645-5980e49be627 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:32:30.886513 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:30.895083 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port c3155a3a-2495-41c1-9645-5980e49be627 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:30.895741 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c3155a3a-2495-41c1-9645-5980e49be627), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:30.974423 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:30.990901 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:31.009855 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:31.304249 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1bf78a6a-8880-4532-bc36-eee863108a93 req-cf9f427e-7fea-4808-b340-5160be6c6ed8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9745080 Aug 24 04:32:31.331182 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:31.424135 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:31.443324 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:31.515835 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['3ffd711d-4312-4f2b-9eef-8ce06b0c63ce'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:32:31.622295 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c3155a3a-2495-41c1-9645-5980e49be627 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:31.623272 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3155a3a-2495-41c1-9645-5980e49be627), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:31.635644 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-a2751eea-6100-422a-a169-983bd3332e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:31.642225 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-048828d8-de46-40ce-ba82-80021224fc2e req-9ddcb583-ee14-48f3-bab7-dd66e74bed13 service neutron] Publish callbacks [] for security_group (378ed4e2-8d2a-4e3c-b4f4-6bc3a16a9b0e), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:31.645619 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-a2751eea-6100-422a-a169-983bd3332e1c service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=06060eaf-6c24-4787-9ccb-2ff15fcee2cf HTTP/1.1" status: 200 len: 849 time: 0.9356136 Aug 24 04:32:31.659519 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (76eb92b2-28dc-424c-bff1-80d538f6fb08), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:31.680695 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:31.687201 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/76eb92b2-28dc-424c-bff1-80d538f6fb08 HTTP/1.1" status: 204 len: 168 time: 1.7197466 Aug 24 04:32:31.753210 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-048828d8-de46-40ce-ba82-80021224fc2e req-9ddcb583-ee14-48f3-bab7-dd66e74bed13 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (378ed4e2-8d2a-4e3c-b4f4-6bc3a16a9b0e), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:31.765034 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56b0956b-f3b3-4836-ad81-0367e6bfacfd req-3426bf04-ffab-4e39-a90c-3c33dc37dcac tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0945215 Aug 24 04:32:31.795783 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb92b2-28dc-424c-bff1-80d538f6fb08,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:31.878612 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e60a86-8955-4f01-bae7-44b328a98408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3155a3a-2495-41c1-9645-5980e49be627'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:31.884657 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f12302-9c00-48d0-af36-b56c86397c9a" -d '{"events": [{"server_uuid": "83e60a86-8955-4f01-bae7-44b328a98408", "name": "network-vif-plugged", "status": "completed", "tag": "c3155a3a-2495-41c1-9645-5980e49be627"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:31.890525 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-8c388c37-f902-4971-916a-55a9b196d5e5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:31.893192 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-8c388c37-f902-4971-916a-55a9b196d5e5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 814 time: 1.5569196 Aug 24 04:32:31.902920 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.903372 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.910097 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.910631 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.911027 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.911493 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.916773 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.916773 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.917135 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.917407 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.917762 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.920739 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.921405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.921962 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:31.922522 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea3cbb-59aa-4cc4-ab11-4cee5a8fd5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:32.008191 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c3155a3a-2495-41c1-9645-5980e49be627, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c3155a3a-2495-41c1-9645-5980e49be627,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:32.044376 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-981c9f2a-b536-4141-a33f-18e2ba2a1b7c req-8693a760-7ec8-4ed9-9a57-f2711f9c7d65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 210 time: 0.2982152 Aug 24 04:32:32.075948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c3155a3a-2495-41c1-9645-5980e49be627), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:32.107618 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60956) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:32.142693 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-048828d8-de46-40ce-ba82-80021224fc2e req-9ddcb583-ee14-48f3-bab7-dd66e74bed13 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5431230 Aug 24 04:32:32.146323 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:32.156000 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcb583-ee14-48f3-bab7-dd66e74bed13 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=378ed4e2-8d2a-4e3c-b4f4-6bc3a16a9b0e,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:32.186730 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:32.190210 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:32.204485 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:32.302814 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c8f2ff7e-9903-4541-a0df-fc500c274d4a req-6d20526d-d6c2-4205-8ab9-0de173297828 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 210 time: 0.2567372 Aug 24 04:32:32.312349 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:32.331363 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-92b33867-6ee4-478c-8e08-64268d016218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:32.339374 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-92b33867-6ee4-478c-8e08-64268d016218 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=6cecd0a1-ddf8-413b-9802-d2d8780e3337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6466327 Aug 24 04:32:32.490212 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Network 20558816-8dbf-48fa-80df-be9dcc151316 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:32.505296 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:32.525592 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:32.545555 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:32.556857 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:32.567186 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'Port': ['ID=a143d8d2-0a49-4ada-9835-9803477f74b7,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:32.613929 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-cc9d3cfd-ccac-4546-8d84-4797c79c16a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1625068 Aug 24 04:32:32.617349 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:32.627332 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c3155a3a-2495-41c1-9645-5980e49be627,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:32.672667 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d5ec6b-dec1-497b-8436-59e8e19bcd8c x-openstack-request-id: req-e7d5ec6b-dec1-497b-8436-59e8e19bcd8c {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:32.673964 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e60a86-8955-4f01-bae7-44b328a98408", "name": "network-vif-plugged", "status": "completed", "tag": "c3155a3a-2495-41c1-9645-5980e49be627", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:32.674873 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e7d5ec6b-dec1-497b-8436-59e8e19bcd8c {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:32.683535 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Request body: {'port': {'device_id': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:32.685004 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d5ec6b-dec1-497b-8436-59e8e19bcd8c'] response: {'server_uuid': '83e60a86-8955-4f01-bae7-44b328a98408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3155a3a-2495-41c1-9645-5980e49be627', 'code': 200} Aug 24 04:32:32.998394 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-fcea745f-8d4e-495d-b968-66fa4356b342 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 380 time: 1.0573707 Aug 24 04:32:33.025042 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:33.049503 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'port': {'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'admin_state_up': True, 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'security_groups': ['bf0ec61d-2e6d-4680-b602-1314109851e5']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:33.060433 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-388fc331-db02-4dce-883d-cd352df5446c service neutron] 10.222.0.99 "GET /networking/v2.0/networks/6cecd0a1-ddf8-413b-9802-d2d8780e3337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893847 Aug 24 04:32:33.127076 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:33.231916 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-776e3002-e87f-45cc-9a6d-52d683822442 None None] Provisioning complete for port a143d8d2-0a49-4ada-9835-9803477f74b7 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:33.232880 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-776e3002-e87f-45cc-9a6d-52d683822442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:33.285469 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 60994) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:33.369847 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-776e3002-e87f-45cc-9a6d-52d683822442 None None] Port a143d8d2-0a49-4ada-9835-9803477f74b7 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:32:33.377820 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:33.389242 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:32:33.491737 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd66b98-e1a9-494e-ba9f-933e3ebdc016 req-ccfde770-3a67-4b91-8b37-ce6886ee1708 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:33.496418 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cd66b98-e1a9-494e-ba9f-933e3ebdc016 req-ccfde770-3a67-4b91-8b37-ce6886ee1708 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.5589118 Aug 24 04:32:33.567010 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00b32e-63b6-43f2-8fe3-eb04337fd5e3 req-96137339-03d3-4db5-96cb-aa686268ef5b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:33.570870 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1d00b32e-63b6-43f2-8fe3-eb04337fd5e3 req-96137339-03d3-4db5-96cb-aa686268ef5b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 944 time: 0.5315645 Aug 24 04:32:33.710876 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54003bf-024f-488c-8121-89b34d43de05 req-677c3f62-1975-4597-8aea-c6f7bce9526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:33.713492 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-a54003bf-024f-488c-8121-89b34d43de05 req-677c3f62-1975-4597-8aea-c6f7bce9526e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 1130 time: 0.3914204 Aug 24 04:32:33.815109 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4ce42124-6115-4c9b-97b5-fdf397e48b7d admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=02f3179782cf4d78ac219602b9235b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810126 Aug 24 04:32:33.845199 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32774) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:33.978697 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-a54003bf-024f-488c-8121-89b34d43de05 req-ec23ee77-48c1-4f65-a50f-67dcdfb66eb9 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416036 Aug 24 04:32:34.019716 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Publish callbacks [] for security_group (31c3187e-b39f-4078-ac69-facfca7e86bc), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.046284 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1d00b32e-63b6-43f2-8fe3-eb04337fd5e3 req-3e1b3f6f-1252-4a0a-bdf2-36d06e779ebf tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400766 Aug 24 04:32:34.054369 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cd66b98-e1a9-494e-ba9f-933e3ebdc016 req-b79d5960-53ee-4ff3-8d11-f3f192b4d6b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700451 Aug 24 04:32:34.054733 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5b6a-32d9-424d-a433-8d46cc803268 admin admin] Publish callbacks [] for security_group (286f2128-4c77-4236-988f-033f94469351), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.055461 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (31c3187e-b39f-4078-ac69-facfca7e86bc), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.074596 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-036ecf7a-e6b2-46e8-aac2-c0ecb1cf3aae service neutron] 10.222.0.99 "GET /networking/v2.0/networks/6cecd0a1-ddf8-413b-9802-d2d8780e3337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9347715 Aug 24 04:32:34.155303 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5b6a-32d9-424d-a433-8d46cc803268 admin admin] Publish callbacks [] for security_group (286f2128-4c77-4236-988f-033f94469351), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.208777 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c3187e-b39f-4078-ac69-facfca7e86bc,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:34.219399 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a143d8d2-0a49-4ada-9835-9803477f74b7 {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:34.219802 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:34.223000 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.223000 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.223000 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.235543 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.236884 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.238443 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.239407 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.248929 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.249769 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.250293 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.250873 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.256626 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:34.259382 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.260019 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.260659 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.261276 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:34.266127 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Publish callbacks [] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.295554 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5b6a-32d9-424d-a433-8d46cc803268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (286f2128-4c77-4236-988f-033f94469351), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.300166 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3c1b5b6a-32d9-424d-a433-8d46cc803268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.302154 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-3c1b5b6a-32d9-424d-a433-8d46cc803268 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/286f2128-4c77-4236-988f-033f94469351 HTTP/1.1" status: 204 len: 168 time: 0.4553859 Aug 24 04:32:34.330721 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Transition to ACTIVE for port object a143d8d2-0a49-4ada-9835-9803477f74b7 will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:32:34.334412 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b5b6a-32d9-424d-a433-8d46cc803268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286f2128-4c77-4236-988f-033f94469351,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:34.339338 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-f20937ee-fe83-428b-be35-d479bf4ff9bf admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=1dbc6e6dc2d34bc7853b13190f1d94f2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1984458 Aug 24 04:32:34.341862 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.346890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Made reservation on behalf of 9de20d3aa22c478a9efe75cd64036596 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:34.354187 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.359885 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32782) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:34.448805 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:34.492210 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:32:34.511143 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:34.512148 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.546308 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-354ca580-41b2-488d-8749-53783728df29 req-bb901ab5-39b9-44c2-abf1-981bf57cca17 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 210 time: 0.1070220 Aug 24 04:32:34.575117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05e2c2-5726-4c68-870d-e7726aa72efd req-47a5fdba-889a-4271-9f7d-e7c285e36a7c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:34.577537 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8e05e2c2-5726-4c68-870d-e7726aa72efd req-47a5fdba-889a-4271-9f7d-e7c285e36a7c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 943 time: 0.2977071 Aug 24 04:32:34.582626 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:34.651650 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Attempting to bind port a143d8d2-0a49-4ada-9835-9803477f74b7 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:34.652247 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Attempting to bind port a143d8d2-0a49-4ada-9835-9803477f74b7 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:34.652783 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Attempting to bind port a143d8d2-0a49-4ada-9835-9803477f74b7 on network 20558816-8dbf-48fa-80df-be9dcc151316 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:34.655721 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Pushing event updated for resources: {'Port': ['ID=a143d8d2-0a49-4ada-9835-9803477f74b7,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:34.665888 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Port a143d8d2-0a49-4ada-9835-9803477f74b7 on network 20558816-8dbf-48fa-80df-be9dcc151316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:32:34.666513 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Attempting to bind port a143d8d2-0a49-4ada-9835-9803477f74b7 on network 20558816-8dbf-48fa-80df-be9dcc151316 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:34.671990 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:34.680842 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:34.681696 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Checking segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:34.682540 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Bound using segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:34.683378 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Bound port: a143d8d2-0a49-4ada-9835-9803477f74b7, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:34.684167 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.769162 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:34.769775 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.821487 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74932f25-4106-443a-ba23-2b7993a8a07a admin admin] Publish callbacks [] for security_group (31c3187e-b39f-4078-ac69-facfca7e86bc), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.890989 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8135b9bf-d6c9-482a-90fc-f4693423bd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd711d-4312-4f2b-9eef-8ce06b0c63ce'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:34.898842 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a13c262-4980-4fa5-ab95-e074d84dd3e3" -d '{"events": [{"server_uuid": "8135b9bf-d6c9-482a-90fc-f4693423bd52", "name": "network-vif-plugged", "status": "completed", "tag": "3ffd711d-4312-4f2b-9eef-8ce06b0c63ce"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:34.910579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74932f25-4106-443a-ba23-2b7993a8a07a admin admin] Publish callbacks [] for security_group (31c3187e-b39f-4078-ac69-facfca7e86bc), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:34.943221 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] For port a143d8d2-0a49-4ada-9835-9803477f74b7, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:34.972017 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:34.983243 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:35.004935 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] For port a143d8d2-0a49-4ada-9835-9803477f74b7, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a143d8d2-0a49-4ada-9835-9803477f74b7,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:35.024009 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8e05e2c2-5726-4c68-870d-e7726aa72efd req-eac059d4-d98a-4ad0-8349-e91cfa9d786d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227911 Aug 24 04:32:35.033061 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:35.053395 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:35.055193 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:35.061746 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/a143d8d2-0a49-4ada-9835-9803477f74b7 HTTP/1.1" status: 200 len: 1093 time: 2.3864677 Aug 24 04:32:35.064362 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'tag': 'a143d8d2-0a49-4ada-9835-9803477f74b7'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:35.071572 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d860e19-fcfe-4553-bd71-1f9358bfb56d" -d '{"events": [{"name": "network-changed", "server_uuid": "e013bfbe-6fb5-4337-ad76-780931443c7c", "tag": "a143d8d2-0a49-4ada-9835-9803477f74b7"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:35.073249 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0493aef9-53a3-485a-9f5d-a6d22fee7254 x-openstack-request-id: req-0493aef9-53a3-485a-9f5d-a6d22fee7254 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:35.073814 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8135b9bf-d6c9-482a-90fc-f4693423bd52", "name": "network-vif-plugged", "status": "completed", "tag": "3ffd711d-4312-4f2b-9eef-8ce06b0c63ce", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:35.074202 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0493aef9-53a3-485a-9f5d-a6d22fee7254 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:35.075034 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0493aef9-53a3-485a-9f5d-a6d22fee7254'] response: {'server_uuid': '8135b9bf-d6c9-482a-90fc-f4693423bd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd711d-4312-4f2b-9eef-8ce06b0c63ce', 'code': 200} Aug 24 04:32:35.206396 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:35.233895 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.234620 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.235192 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.235781 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.242174 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.243657 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.243657 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.244002 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.244329 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.244881 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.246081 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.246081 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.246504 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.247019 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.247726 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:35.252659 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74932f25-4106-443a-ba23-2b7993a8a07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (31c3187e-b39f-4078-ac69-facfca7e86bc), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:35.260311 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74932f25-4106-443a-ba23-2b7993a8a07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:35.261770 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-74932f25-4106-443a-ba23-2b7993a8a07a admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/31c3187e-b39f-4078-ac69-facfca7e86bc HTTP/1.1" status: 204 len: 168 time: 0.8942981 Aug 24 04:32:35.286460 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db864f3-e6b4-4920-9660-6c982a36d52f service neutron] Pushing event updated for resources: {'Port': ['ID=a143d8d2-0a49-4ada-9835-9803477f74b7,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:35.297615 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74932f25-4106-443a-ba23-2b7993a8a07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c3187e-b39f-4078-ac69-facfca7e86bc,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:35.309026 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bd8eeb-7b24-4815-a225-f706e2ad1a3d x-openstack-request-id: req-e6bd8eeb-7b24-4815-a225-f706e2ad1a3d {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:35.309456 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e013bfbe-6fb5-4337-ad76-780931443c7c", "tag": "a143d8d2-0a49-4ada-9835-9803477f74b7", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:35.309860 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e6bd8eeb-7b24-4815-a225-f706e2ad1a3d {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:35.310496 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bd8eeb-7b24-4815-a225-f706e2ad1a3d'] response: {'name': 'network-changed', 'server_uuid': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'tag': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'status': 'completed', 'code': 200} Aug 24 04:32:35.314653 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Allocated IP 172.20.0.14 (072e6069-27be-42a9-8064-dc0e6d2071ea/f0918c95-b86b-4634-9d51-df47a61bcb06/d774943b-8763-47be-a2c2-2bda0daf8245) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:35.495559 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32802) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:35.525279 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6e598-ba8b-4e12-84d5-bd506ab86324 req-947f856d-3067-4832-a4af-100214879bda tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:35.529849 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8ff6e598-ba8b-4e12-84d5-bd506ab86324 req-947f856d-3067-4832-a4af-100214879bda tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.1921544 Aug 24 04:32:35.739080 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7db235-dbb5-4d55-99ba-5a4741cfe309 req-e2388d41-9549-4bf9-ab09-3a7dfbcd78d9 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:35.742707 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3e7db235-dbb5-4d55-99ba-5a4741cfe309 req-e2388d41-9549-4bf9-ab09-3a7dfbcd78d9 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 945 time: 0.2511227 Aug 24 04:32:35.759545 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f692-9678-4942-8226-e0b940c39193 req-42272d80-26bc-46fe-8bc8-ed1d1e4694dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:35.763855 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-42272d80-26bc-46fe-8bc8-ed1d1e4694dc service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 1127 time: 0.1680520 Aug 24 04:32:35.957538 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (d774943b-8763-47be-a2c2-2bda0daf8245), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:35.960367 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-9679703a-bfb8-411d-9d84-d4a17de003a6 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a143d8d2-0a49-4ada-9835-9803477f74b7 HTTP/1.1" status: 200 len: 217 time: 0.1558466 Aug 24 04:32:36.032726 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738790f-5875-49e7-a972-ddcee7ed9c7d req-c9a7ee16-ac85-4a1f-a41c-b01eeb65ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:36.035892 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9738790f-5875-49e7-a972-ddcee7ed9c7d req-c9a7ee16-ac85-4a1f-a41c-b01eeb65ac78 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 1129 time: 0.2529657 Aug 24 04:32:36.038456 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8ff6e598-ba8b-4e12-84d5-bd506ab86324 req-8b7205c0-0afd-48b0-98bc-33c968a17a05 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535480 Aug 24 04:32:36.161717 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f692-9678-4942-8226-e0b940c39193 req-cedb8375-4937-4e28-945e-e99c636cd016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:36.164905 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-cedb8375-4937-4e28-945e-e99c636cd016 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.1967046 Aug 24 04:32:36.208854 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:36.250777 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9738790f-5875-49e7-a972-ddcee7ed9c7d req-ba6673b2-c846-4a86-9926-63a3a94c8318 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074149 Aug 24 04:32:36.253159 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3e7db235-dbb5-4d55-99ba-5a4741cfe309 req-090a872d-058c-438f-9d33-2011257385ac tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914205 Aug 24 04:32:36.308471 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32818) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:36.331480 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161f692-9678-4942-8226-e0b940c39193 req-5dd775c9-b7cb-4c4c-a5ca-7d3b1a9c9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:36.347172 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-5dd775c9-b7cb-4c4c-a5ca-7d3b1a9c9a32 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1751621 Aug 24 04:32:36.388343 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Network 072e6069-27be-42a9-8064-dc0e6d2071ea is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:36.403656 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4771bb13-5045-4a01-af7a-38c13e65256d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:36.435757 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:36.478442 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:36.668686 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=d774943b-8763-47be-a2c2-2bda0daf8245,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:36.702237 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 32826) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:36.720807 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da42c0-9caf-4ecf-b880-b81b53f9e358 req-a74a591c-db3d-4a91-86ff-c460abe6467b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:36.731211 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f43bb5dd-0e46-426a-a970-f152334b0e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:36.733118 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-39da42c0-9caf-4ecf-b880-b81b53f9e358 req-a74a591c-db3d-4a91-86ff-c460abe6467b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 932 time: 0.4783909 Aug 24 04:32:36.758995 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:36.817490 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:36.820384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:36.851347 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-903b2db0-6064-451e-a04d-b8c6055e2893 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887568 Aug 24 04:32:36.879887 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bef161-2bc9-452e-b9c1-616a497f6f83 req-241ecc47-2ced-4ed8-8388-93eb5cf4072c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:36.884269 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56bef161-2bc9-452e-b9c1-616a497f6f83 req-241ecc47-2ced-4ed8-8388-93eb5cf4072c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 943 time: 0.4936476 Aug 24 04:32:36.885220 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4771bb13-5045-4a01-af7a-38c13e65256d admin admin] Publish callbacks [] for security_group (55f50bb2-9e8a-4e29-9339-c66e047ece84), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:36.900163 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d7320e50-5172-404e-aaff-681bc4e4ad0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:36.900951 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:36.930890 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-7a0856a1-4d26-4ad3-a52e-9514237b3c23 None None] Provisioning complete for port d774943b-8763-47be-a2c2-2bda0daf8245 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:36.932472 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7a0856a1-4d26-4ad3-a52e-9514237b3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:36.953452 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4771bb13-5045-4a01-af7a-38c13e65256d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (55f50bb2-9e8a-4e29-9339-c66e047ece84), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:36.969455 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-380769f5-a1b0-41c5-8465-e0e281520632 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9285717 Aug 24 04:32:36.998957 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-7a0856a1-4d26-4ad3-a52e-9514237b3c23 None None] Port d774943b-8763-47be-a2c2-2bda0daf8245 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:32:37.045824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:37.054266 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Request body: {'port': {'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:37.104284 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-4771bb13-5045-4a01-af7a-38c13e65256d admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=e1c74dde80464e53af63806e544ee287&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6055665 Aug 24 04:32:37.120382 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:37.134981 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 32830) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:37.141160 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-39da42c0-9caf-4ecf-b880-b81b53f9e358 req-5e55f0be-43e5-437e-99d9-f24ef34f8286 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059706 Aug 24 04:32:37.155700 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771bb13-5045-4a01-af7a-38c13e65256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f50bb2-9e8a-4e29-9339-c66e047ece84,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:37.187511 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f43bb5dd-0e46-426a-a970-f152334b0e24 admin admin] Publish callbacks [] for security_group (c28c73d5-fe11-4c73-84ed-896a945b6076), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.189227 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-56bef161-2bc9-452e-b9c1-616a497f6f83 req-79188b9a-949c-44b3-aeb4-23ef507b6791 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851911 Aug 24 04:32:37.219342 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f43bb5dd-0e46-426a-a970-f152334b0e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (c28c73d5-fe11-4c73-84ed-896a945b6076), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.266412 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3161f692-9678-4942-8226-e0b940c39193 req-31392218-3a64-45ed-b736-57fe96d843f2 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687744 Aug 24 04:32:37.320316 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bb5dd-0e46-426a-a970-f152334b0e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c73d5-fe11-4c73-84ed-896a945b6076,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:37.333433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.356704 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f43bb5dd-0e46-426a-a970-f152334b0e24 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=e59baace334e4a4c86f9967d71bc1493&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0395780 Aug 24 04:32:37.360230 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32836) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:37.415132 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8b93a30f-ffff-47b8-aa68-115bdfb7c51d admin admin] Publish callbacks [] for security_group (55f50bb2-9e8a-4e29-9339-c66e047ece84), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.472092 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5b84-8192-4959-af40-4cc46bc6841f admin admin] Publish callbacks [] for security_group (c28c73d5-fe11-4c73-84ed-896a945b6076), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.494355 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8b93a30f-ffff-47b8-aa68-115bdfb7c51d admin admin] Publish callbacks [] for security_group (55f50bb2-9e8a-4e29-9339-c66e047ece84), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.532455 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5b84-8192-4959-af40-4cc46bc6841f admin admin] Publish callbacks [] for security_group (c28c73d5-fe11-4c73-84ed-896a945b6076), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.659592 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5b84-8192-4959-af40-4cc46bc6841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (c28c73d5-fe11-4c73-84ed-896a945b6076), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.662941 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5b84-8192-4959-af40-4cc46bc6841f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.664501 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2cbe5b84-8192-4959-af40-4cc46bc6841f admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/c28c73d5-fe11-4c73-84ed-896a945b6076 HTTP/1.1" status: 204 len: 168 time: 0.3022087 Aug 24 04:32:37.689540 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe5b84-8192-4959-af40-4cc46bc6841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c73d5-fe11-4c73-84ed-896a945b6076,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:37.815883 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f05c2b-ec37-4866-a775-80a75825cc66 req-b611f4b7-8e38-41f4-ab32-aec165690370 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:37.822037 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f6f05c2b-ec37-4866-a775-80a75825cc66 req-b611f4b7-8e38-41f4-ab32-aec165690370 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.4545250 Aug 24 04:32:37.852431 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d7320e50-5172-404e-aaff-681bc4e4ad0a admin admin] Publish callbacks [] for security_group (33131e9b-5d7b-4a8c-9b85-111741a78f2f), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.912806 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d7320e50-5172-404e-aaff-681bc4e4ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (33131e9b-5d7b-4a8c-9b85-111741a78f2f), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:37.983887 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc88e-8723-46ba-bfe3-de79a5f37ff4 req-243be037-23c9-46c4-aff6-ca78bf697f59 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:37.986607 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-58bdc88e-8723-46ba-bfe3-de79a5f37ff4 req-243be037-23c9-46c4-aff6-ca78bf697f59 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 945 time: 0.5341871 Aug 24 04:32:38.205682 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-d7320e50-5172-404e-aaff-681bc4e4ad0a admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=239068ea81e649d8aa1378bb1511daa3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4976223 Aug 24 04:32:38.207154 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32854) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:38.254717 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7320e50-5172-404e-aaff-681bc4e4ad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33131e9b-5d7b-4a8c-9b85-111741a78f2f,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:38.337989 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8b93a30f-ffff-47b8-aa68-115bdfb7c51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (55f50bb2-9e8a-4e29-9339-c66e047ece84), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:38.343029 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8b93a30f-ffff-47b8-aa68-115bdfb7c51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:38.348976 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-8b93a30f-ffff-47b8-aa68-115bdfb7c51d admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/55f50bb2-9e8a-4e29-9339-c66e047ece84 HTTP/1.1" status: 204 len: 168 time: 1.2021611 Aug 24 04:32:38.373411 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:38.383225 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f6f05c2b-ec37-4866-a775-80a75825cc66 req-a311c08a-770b-431f-8869-6533cf654edc tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215945 Aug 24 04:32:38.435299 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-58bdc88e-8723-46ba-bfe3-de79a5f37ff4 req-89a07789-7921-4ea8-b21e-1aa6d02b340e tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153638 Aug 24 04:32:38.436518 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93a30f-ffff-47b8-aa68-115bdfb7c51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f50bb2-9e8a-4e29-9339-c66e047ece84,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:38.732128 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4646f410-8724-4a9c-9f89-dc1c4de985cf admin admin] Publish callbacks [] for security_group (33131e9b-5d7b-4a8c-9b85-111741a78f2f), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:38.787319 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-266a5631-d97e-4961-abc8-920e535c6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:38.790884 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-266a5631-d97e-4961-abc8-920e535c6180 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 1127 time: 0.2733638 Aug 24 04:32:38.816772 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4646f410-8724-4a9c-9f89-dc1c4de985cf admin admin] Publish callbacks [] for security_group (33131e9b-5d7b-4a8c-9b85-111741a78f2f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:38.943409 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313d68b-6475-451d-8a26-6af34e5976e6 req-48584e43-115d-42bf-94f5-50a5d3d41807 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:38.953438 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9313d68b-6475-451d-8a26-6af34e5976e6 req-48584e43-115d-42bf-94f5-50a5d3d41807 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 932 time: 0.2100573 Aug 24 04:32:39.012476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8d5ea-e543-48be-ad2a-acbdc7ce3b4b req-275c4659-dfb7-4a0c-ac66-8d6589d285ea tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:39.029847 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0de8d5ea-e543-48be-ad2a-acbdc7ce3b4b req-275c4659-dfb7-4a0c-ac66-8d6589d285ea tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 943 time: 0.3071992 Aug 24 04:32:39.073521 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-0a4bfabc-12f3-4bb8-b696-049170ece390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:39.075637 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-0a4bfabc-12f3-4bb8-b696-049170ece390 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 912 time: 0.2766442 Aug 24 04:32:39.143143 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-23b6b128-2a02-46c5-8ad4-e1a069d2a791 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a143d8d2-0a49-4ada-9835-9803477f74b7 HTTP/1.1" status: 200 len: 217 time: 0.0602171 Aug 24 04:32:39.161091 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4646f410-8724-4a9c-9f89-dc1c4de985cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (33131e9b-5d7b-4a8c-9b85-111741a78f2f), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:39.163801 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4646f410-8724-4a9c-9f89-dc1c4de985cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:39.165556 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-4646f410-8724-4a9c-9f89-dc1c4de985cf admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/33131e9b-5d7b-4a8c-9b85-111741a78f2f HTTP/1.1" status: 204 len: 168 time: 0.9556887 Aug 24 04:32:39.195303 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646f410-8724-4a9c-9f89-dc1c4de985cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33131e9b-5d7b-4a8c-9b85-111741a78f2f,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:39.201166 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d774943b-8763-47be-a2c2-2bda0daf8245 {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:39.233945 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-6527e431-6347-4b3b-8bc0-1c74a4800a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:39.236910 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-6527e431-6347-4b3b-8bc0-1c74a4800a7c service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.0881355 Aug 24 04:32:39.265008 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Publish callbacks [] for port (d774943b-8763-47be-a2c2-2bda0daf8245), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:39.275882 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:39.282044 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9313d68b-6475-451d-8a26-6af34e5976e6 req-055350f3-47ca-4f7a-b629-8ef195408413 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130710 Aug 24 04:32:39.324863 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0de8d5ea-e543-48be-ad2a-acbdc7ce3b4b req-44f92456-ca93-4b57-bdff-f8aab0c840a7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926984 Aug 24 04:32:39.332424 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Transition to ACTIVE for port object d774943b-8763-47be-a2c2-2bda0daf8245 will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:32:39.345369 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:39.358828 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-f7880f93-7ab3-40a2-a678-e61b41e6846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:39.362057 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-f7880f93-7ab3-40a2-a678-e61b41e6846a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190486 Aug 24 04:32:39.458859 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:39.598696 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-916ad4a3-3333-4dff-bddc-a2aaabdfeb14 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289591 Aug 24 04:32:39.668953 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Pushing event updated for resources: {'Port': ['ID=d774943b-8763-47be-a2c2-2bda0daf8245,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:39.821277 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Attempting to bind port d774943b-8763-47be-a2c2-2bda0daf8245 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:39.821714 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Attempting to bind port d774943b-8763-47be-a2c2-2bda0daf8245 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:39.821921 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Attempting to bind port d774943b-8763-47be-a2c2-2bda0daf8245 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:39.831837 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Port d774943b-8763-47be-a2c2-2bda0daf8245 on network 072e6069-27be-42a9-8064-dc0e6d2071ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:32:39.831837 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Attempting to bind port d774943b-8763-47be-a2c2-2bda0daf8245 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:39.841763 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:39.842117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Checking segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:39.842523 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Bound using segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:39.842990 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Bound port: d774943b-8763-47be-a2c2-2bda0daf8245, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:39.843365 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:39.862542 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce898f3-3f5e-4c5f-9cb8-9968361156f8 req-1b4d18c8-44a7-41d9-b83f-228a21526a2f tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:39.871691 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7ce898f3-3f5e-4c5f-9cb8-9968361156f8 req-1b4d18c8-44a7-41d9-b83f-228a21526a2f tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 945 time: 0.1319828 Aug 24 04:32:39.918384 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1d860e19-fcfe-4553-bd71-1f9358bfb56d req-871894ce-0c2b-4a93-878e-0874bb6bc13e service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093078 Aug 24 04:32:40.027944 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7ce898f3-3f5e-4c5f-9cb8-9968361156f8 req-bdf69bbb-f9ed-46e2-ac39-ebe578c8ebbf tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553180 Aug 24 04:32:40.054041 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] For port d774943b-8763-47be-a2c2-2bda0daf8245, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:40.065403 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] For port d774943b-8763-47be-a2c2-2bda0daf8245, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d774943b-8763-47be-a2c2-2bda0daf8245,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:40.086318 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:40.250104 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:40.259231 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device a143d8d2-0a49-4ada-9835-9803477f74b7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:32:40.260649 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:40.265329 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/d774943b-8763-47be-a2c2-2bda0daf8245 HTTP/1.1" status: 200 len: 1094 time: 3.2399371 Aug 24 04:32:40.305649 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d620d67-c791-482c-86cb-a3f065cde462', 'tag': 'd774943b-8763-47be-a2c2-2bda0daf8245'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:40.319517 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d620d67-c791-482c-86cb-a3f065cde462", "tag": "d774943b-8763-47be-a2c2-2bda0daf8245"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:40.330747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-53e7d5df-10b8-4b52-b7ae-7e1becf00d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:40.338398 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-53e7d5df-10b8-4b52-b7ae-7e1becf00d23 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 1130 time: 0.2207482 Aug 24 04:32:40.434178 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf8a5b-4ff6-43da-9991-3195d8c1d119 service neutron] Pushing event updated for resources: {'Port': ['ID=d774943b-8763-47be-a2c2-2bda0daf8245,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:40.491709 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f070337c-13b7-4c90-bf43-98eb00d83ec8 x-openstack-request-id: req-f070337c-13b7-4c90-bf43-98eb00d83ec8 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:40.492150 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d620d67-c791-482c-86cb-a3f065cde462", "tag": "d774943b-8763-47be-a2c2-2bda0daf8245", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:40.492669 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f070337c-13b7-4c90-bf43-98eb00d83ec8 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:40.494188 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f070337c-13b7-4c90-bf43-98eb00d83ec8'] response: {'name': 'network-changed', 'server_uuid': '3d620d67-c791-482c-86cb-a3f065cde462', 'tag': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'status': 'completed', 'code': 200} Aug 24 04:32:40.685003 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:40.749894 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:40.754273 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-04faa7c4-fa3a-4f8d-beb9-453808b297eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:40.774526 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:40.778108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-6dc6f087-4df3-426a-943f-ef7a9a7c115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:40.781035 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-6dc6f087-4df3-426a-943f-ef7a9a7c115d service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.4352703 Aug 24 04:32:40.807790 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port a143d8d2-0a49-4ada-9835-9803477f74b7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a143d8d2-0a49-4ada-9835-9803477f74b7,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:40.836389 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'port_id': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'mac_address': 'fa:16:3e:e7:44:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:32:40.931538 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-9edc6a21-632d-45e6-8d3e-daebf50a8350 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3155a3a-2495-41c1-9645-5980e49be627 HTTP/1.1" status: 200 len: 217 time: 0.1417594 Aug 24 04:32:40.931809 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port a143d8d2-0a49-4ada-9835-9803477f74b7 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:40.932919 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:40.948920 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b93cf-a52f-4be9-aaa5-2d1c34c1bfc5 req-4759fb1b-bebc-4c0a-9b9c-235e944862d1 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:40.956582 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-367b93cf-a52f-4be9-aaa5-2d1c34c1bfc5 req-4759fb1b-bebc-4c0a-9b9c-235e944862d1 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 944 time: 0.2610412 Aug 24 04:32:40.994036 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a143d8d2-0a49-4ada-9835-9803477f74b7 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:41.046570 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:41.046870 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-6139ba10-6410-40fd-87e0-66d9bcc73a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:41.049642 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-6139ba10-6410-40fd-87e0-66d9bcc73a7d service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 1128 time: 0.6896348 Aug 24 04:32:41.060651 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port a143d8d2-0a49-4ada-9835-9803477f74b7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a143d8d2-0a49-4ada-9835-9803477f74b7,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:41.077888 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:41.116589 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdda3b-5f6d-4dcd-863a-d7cbae606c19 req-26126873-751f-4cfe-b266-f22ea013393e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:41.132937 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0cfdda3b-5f6d-4dcd-863a-d7cbae606c19 req-26126873-751f-4cfe-b266-f22ea013393e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.7723327 Aug 24 04:32:41.138498 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-222e01ab-7c39-4eb1-a4e4-ee12a3323e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:41.144264 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-222e01ab-7c39-4eb1-a4e4-ee12a3323e99 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.2055008 Aug 24 04:32:41.211645 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-59ae9944-5884-479d-b123-2920b60cacc8 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d774943b-8763-47be-a2c2-2bda0daf8245 HTTP/1.1" status: 200 len: 217 time: 0.1277354 Aug 24 04:32:41.258655 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-275095a1-9162-48fa-97c9-88dadc46d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:41.261881 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-275095a1-9162-48fa-97c9-88dadc46d651 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103342 Aug 24 04:32:41.285041 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=a143d8d2-0a49-4ada-9835-9803477f74b7,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:41.287872 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32934) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:41.330886 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['a143d8d2-0a49-4ada-9835-9803477f74b7'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:32:41.457841 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-367b93cf-a52f-4be9-aaa5-2d1c34c1bfc5 req-3a5c27bf-c080-4604-a00e-a82739721f15 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4948270 Aug 24 04:32:41.533609 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0cfdda3b-5f6d-4dcd-863a-d7cbae606c19 req-b9a56ac0-8d40-41bf-9bc3-c11e456e7737 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993561 Aug 24 04:32:41.574162 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-79c4af17-b35e-4e29-ba2a-eed225522773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:41.581817 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-79c4af17-b35e-4e29-ba2a-eed225522773 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.3514833 Aug 24 04:32:41.618813 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-3439f7c5-22f3-469d-b304-f10d8878df9a service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485069 Aug 24 04:32:41.732406 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-ef405e38-f47e-4738-bc9e-ff05b9214e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:41.735003 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-ef405e38-f47e-4738-bc9e-ff05b9214e1f service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1510377 Aug 24 04:32:41.826742 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7a111900-0098-40ea-94e9-0da7bce24fa4 req-2c929e61-e800-4872-b205-146ac34097a5 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020626 Aug 24 04:32:41.834404 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506072cd-fb27-40eb-9830-4dba92fe58d3 req-90e3a8cc-c90f-43a6-95d1-c6880ec642be tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:41.836642 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-506072cd-fb27-40eb-9830-4dba92fe58d3 req-90e3a8cc-c90f-43a6-95d1-c6880ec642be tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 944 time: 0.1681740 Aug 24 04:32:41.961536 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-81e03adc-d4c0-45fb-b41b-156c16c1bc99 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158325 Aug 24 04:32:41.985250 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-506072cd-fb27-40eb-9830-4dba92fe58d3 req-0b65655b-92e2-4680-b7f7-29dec1e3155c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980673 Aug 24 04:32:41.998645 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1591918524-network', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:42.085270 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Made reservation on behalf of 1a0a58071bf3429a8895f4923a13514a for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:42.089066 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.105042 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.195988 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:42.203901 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f186e0df-9c6f-45ae-8b83-7a3c7d66d8bb req-dfd01c90-9a2d-4e35-a8bf-9e32f8c3bcfb service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350161 Aug 24 04:32:42.261514 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device a143d8d2-0a49-4ada-9835-9803477f74b7 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:42.304348 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Publish callbacks [] for security_group (b2e599f7-f6b2-4069-970a-e3c767689984), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.313427 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (b2e599f7-f6b2-4069-970a-e3c767689984), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.394849 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port a143d8d2-0a49-4ada-9835-9803477f74b7 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:32:42.403137 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:32:42.415747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e599f7-f6b2-4069-970a-e3c767689984,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:42.419330 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port a143d8d2-0a49-4ada-9835-9803477f74b7 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:42.420512 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.432808 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (bd42ba3b-1372-41b4-914d-6169cf4b6a48), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.433506 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Added segment bd42ba3b-1372-41b4-914d-6169cf4b6a48 of type vlan for network 91eee5dd-5c6f-43ce-9732-7f8661a38597 Aug 24 04:32:42.528890 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (91eee5dd-5c6f-43ce-9732-7f8661a38597), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.547203 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:42.610469 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:42.623861 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (91eee5dd-5c6f-43ce-9732-7f8661a38597), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.625963 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:42.627308 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.695247 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port a143d8d2-0a49-4ada-9835-9803477f74b7 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:42.696347 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.773645 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a143d8d2-0a49-4ada-9835-9803477f74b7'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:42.779070 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6ef147-da41-4d66-a030-a99d527c4af4" -d '{"events": [{"server_uuid": "e013bfbe-6fb5-4337-ad76-780931443c7c", "name": "network-vif-plugged", "status": "completed", "tag": "a143d8d2-0a49-4ada-9835-9803477f74b7"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:42.803687 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7a3cb-44bd-4c87-b8c3-9d1f94938815 req-4df8c28f-a420-4812-867a-a3928dc92c80 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:42.820379 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dcd7a3cb-44bd-4c87-b8c3-9d1f94938815 req-4df8c28f-a420-4812-867a-a3928dc92c80 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 944 time: 0.1353652 Aug 24 04:32:42.828035 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port a143d8d2-0a49-4ada-9835-9803477f74b7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a143d8d2-0a49-4ada-9835-9803477f74b7,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:42.831961 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5356898 Aug 24 04:32:42.834939 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc140d-7f17-4c8e-9af5-ee28ab454a41 admin admin] Pushing event updated for resources: {'Network': ['ID=91eee5dd-5c6f-43ce-9732-7f8661a38597,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:42.839135 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32976) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:42.842866 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.851188 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Request body: {'subnet': {'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1591918524-subnet', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'ip_version': 4}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:42.865745 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:32:42.902966 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Made reservation on behalf of 1a0a58071bf3429a8895f4923a13514a for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:42.916325 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:42.962380 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32978) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:42.962892 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dcd7a3cb-44bd-4c87-b8c3-9d1f94938815 req-8a9ca9a2-c5e4-4437-ab75-ff7c5a965547 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399028 Aug 24 04:32:43.137135 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:43.212937 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b1a2cf0c-4919-4197-84c4-28e594b0a97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:43.240992 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=a143d8d2-0a49-4ada-9835-9803477f74b7,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:43.373541 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7422ec-ca1e-44f6-9251-b15d02ca1cc7 req-b7ee3712-3a79-492e-8b9f-cf4d0ec01864 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:43.385697 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7d7422ec-ca1e-44f6-9251-b15d02ca1cc7 req-b7ee3712-3a79-492e-8b9f-cf4d0ec01864 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.2310300 Aug 24 04:32:43.422714 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (cc28a842-b523-4a8e-8a08-c6bd7074df45), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:43.438239 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-51630025-d596-4ecc-bd3c-f09d66b6cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:43.441994 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-51630025-d596-4ecc-bd3c-f09d66b6cab2 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 1128 time: 0.1771879 Aug 24 04:32:43.589291 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Checking segment: {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:43.589978 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Network hostable DHCP agents. Network: 91eee5dd-5c6f-43ce-9732-7f8661a38597, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:32:43.598634 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc28a842-b523-4a8e-8a08-c6bd7074df45,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:43.633945 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:32:43.654567 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 91eee5dd-5c6f-43ce-9732-7f8661a38597) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:43.667601 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24339ebd-2526-414c-b4c5-f49639f79eb9 None None] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:32:43.671358 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:43.672769 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:43.684900 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7d7422ec-ca1e-44f6-9251-b15d02ca1cc7 req-11518e09-6c86-4c2d-bbba-750221d5397f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963455 Aug 24 04:32:43.704202 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-236e6a5a-fdef-4712-b503-fd1008d427d2 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8618188 Aug 24 04:32:43.707181 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 32994) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:43.714996 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:43.753621 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (19e31418-a52f-4ada-93cf-113dbbab3d8b), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:43.755588 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (19e31418-a52f-4ada-93cf-113dbbab3d8b), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:43.765511 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-1fba00a3-6760-4c03-9ff7-af077312e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:43.772507 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-1fba00a3-6760-4c03-9ff7-af077312e1c5 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 916 time: 0.3155479 Aug 24 04:32:43.858939 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-469dd8ec-f9b9-44a8-9229-d0be12eaf476 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d774943b-8763-47be-a2c2-2bda0daf8245 HTTP/1.1" status: 200 len: 217 time: 0.0719435 Aug 24 04:32:43.935579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks [] for router_controller (19e31418-a52f-4ada-93cf-113dbbab3d8b), precommit_add_association {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:44.016647 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-991b480c-b75b-4b85-ba50-faf427e175ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:44.025052 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a626f0c-365c-4838-9b6c-ea33f405c760 x-openstack-request-id: req-2a626f0c-365c-4838-9b6c-ea33f405c760 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:44.026163 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e013bfbe-6fb5-4337-ad76-780931443c7c", "name": "network-vif-plugged", "status": "completed", "tag": "a143d8d2-0a49-4ada-9835-9803477f74b7", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:44.026901 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2a626f0c-365c-4838-9b6c-ea33f405c760 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:44.033801 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a626f0c-365c-4838-9b6c-ea33f405c760'] response: {'server_uuid': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'code': 200} Aug 24 04:32:44.079773 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57abe6b-ab8c-4087-b20b-013c8ec7995f req-69ec5ee8-8d4d-4d07-a392-8695c33e3999 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:44.097243 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e57abe6b-ab8c-4087-b20b-013c8ec7995f req-69ec5ee8-8d4d-4d07-a392-8695c33e3999 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.2223706 Aug 24 04:32:44.108471 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-2e73a59b-e2b8-4748-8aaa-dbc878087076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:44.110062 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-2e73a59b-e2b8-4748-8aaa-dbc878087076 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.2244437 Aug 24 04:32:44.179111 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:44.351485 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:44.353618 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-91eee5dd-5c6f-43ce-9732-7f8661a38597', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:32:44.356335 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e57abe6b-ab8c-4087-b20b-013c8ec7995f req-635879bf-a726-453c-9106-d087098abaa2 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516618 Aug 24 04:32:44.361530 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:44.374855 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-b456aa15-11a5-422e-88f6-b12d700768d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:44.377502 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-b456aa15-11a5-422e-88f6-b12d700768d6 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1973879 Aug 24 04:32:44.392227 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136f0b-9406-439e-8853-4e2e7bf5e85c req-8889a101-2231-4280-a72b-93489c2bf03a tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:44.400684 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5e136f0b-9406-439e-8853-4e2e7bf5e85c req-8889a101-2231-4280-a72b-93489c2bf03a tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 944 time: 0.1875999 Aug 24 04:32:44.566839 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5e136f0b-9406-439e-8853-4e2e7bf5e85c req-7ee17a4b-b350-40d3-9b91-a921895e27f3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647222 Aug 24 04:32:44.713787 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Allocated IP 172.20.0.2 (91eee5dd-5c6f-43ce-9732-7f8661a38597/cc28a842-b523-4a8e-8a08-c6bd7074df45/f796571e-b6ed-4b4d-8490-4d0f332cc7f5) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:44.759955 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-4dfb53bf-9e30-4c04-a1cc-eb9d9fb39eae service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156109 Aug 24 04:32:45.163525 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29667d0f-aea9-4eaf-9082-3893cac12f43 req-d4cc54fc-adb8-4a25-84f4-ec1fd4daddf8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:45.175990 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-29667d0f-aea9-4eaf-9082-3893cac12f43 req-d4cc54fc-adb8-4a25-84f4-ec1fd4daddf8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.2812512 Aug 24 04:32:45.201578 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9311b559-4a57-4cc7-a47d-28e8c1faf6e0 req-e19ccabb-b8ee-4aaa-b995-5f6c1671f4c7 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332294 Aug 24 04:32:45.237770 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Publish callbacks [] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:45.250193 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:45.253251 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:45.258498 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks [] for router_gateway (19e31418-a52f-4ada-93cf-113dbbab3d8b), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:45.288615 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc643d6-b806-4585-be9c-c07d01f5aa80 req-f9715165-ef8e-47ea-a864-d0e969316ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:45.291863 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bdc643d6-b806-4585-be9c-c07d01f5aa80 req-f9715165-ef8e-47ea-a864-d0e969316ec9 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 1129 time: 0.8205149 Aug 24 04:32:45.362847 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-29667d0f-aea9-4eaf-9082-3893cac12f43 req-15231d4c-a812-4d35-8080-18a9e9cc7c85 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687701 Aug 24 04:32:45.528233 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bdc643d6-b806-4585-be9c-c07d01f5aa80 req-56764e91-07f1-4492-a3e8-2fbf4eb93ae0 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183139 Aug 24 04:32:45.582196 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-991b480c-b75b-4b85-ba50-faf427e175ef admin admin] Publish callbacks [] for security_group (41d159af-6037-4939-8c67-901b6d0142c3), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:45.601365 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-991b480c-b75b-4b85-ba50-faf427e175ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (41d159af-6037-4939-8c67-901b6d0142c3), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:45.626336 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:45.639778 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:45.650239 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Pushing event updated for resources: {'Port': ['ID=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:45.657436 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:45.763376 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefe89a-569a-4fac-85a5-0c58998b8a1b req-d30cfade-68d5-4626-b1ef-962dbc0cff3d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:45.766408 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6eefe89a-569a-4fac-85a5-0c58998b8a1b req-d30cfade-68d5-4626-b1ef-962dbc0cff3d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1430542 Aug 24 04:32:45.827690 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Attempting to bind port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:45.828511 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Attempting to bind port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:45.829189 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Attempting to bind port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 on network 91eee5dd-5c6f-43ce-9732-7f8661a38597 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:45.840515 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:45.841349 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Checking segment: {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:45.842300 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:45.842993 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Bound using segment: {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:45.843843 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Bound port: f796571e-b6ed-4b4d-8490-4d0f332cc7f5, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:45.844618 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:45.946141 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6eefe89a-569a-4fac-85a5-0c58998b8a1b req-d391774a-472a-4578-80ce-22acd67b8c51 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611807 Aug 24 04:32:45.958410 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:45.975161 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbee7f-3a7a-4564-9376-94fb4e4abd1d req-84d8ac14-bab4-4971-9790-2ce3ac487ba9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:45.980827 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b480c-b75b-4b85-ba50-faf427e175ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d159af-6037-4939-8c67-901b6d0142c3,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:45.992221 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-82dbee7f-3a7a-4564-9376-94fb4e4abd1d req-84d8ac14-bab4-4971-9790-2ce3ac487ba9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 944 time: 0.2240779 Aug 24 04:32:46.042075 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.062608 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] For port f796571e-b6ed-4b4d-8490-4d0f332cc7f5, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:46.077587 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] For port f796571e-b6ed-4b4d-8490-4d0f332cc7f5, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:46.095382 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.114443 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-991b480c-b75b-4b85-ba50-faf427e175ef admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=8166975be7f74fb2aaf683f48ed7b111&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1500728 Aug 24 04:32:46.116636 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33044) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:46.125982 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-82dbee7f-3a7a-4564-9376-94fb4e4abd1d req-3b4f885e-4177-4b08-b990-16cd7e01810b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318502 Aug 24 04:32:46.291727 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.297492 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks [] for router_gateway (19e31418-a52f-4ada-93cf-113dbbab3d8b), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.333766 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device d774943b-8763-47be-a2c2-2bda0daf8245 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:32:46.355382 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa64304-d5ac-4614-8dbe-28f24e911cca None None] Pushing event updated for resources: {'Port': ['ID=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:46.401211 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.460396 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:46.601754 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5ee082fb-b08d-4aa9-8356-86a24503ad75 admin admin] Publish callbacks [] for security_group (41d159af-6037-4939-8c67-901b6d0142c3), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.613044 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:46.695761 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5ee082fb-b08d-4aa9-8356-86a24503ad75 admin admin] Publish callbacks [] for security_group (41d159af-6037-4939-8c67-901b6d0142c3), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.719265 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port d774943b-8763-47be-a2c2-2bda0daf8245, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d774943b-8763-47be-a2c2-2bda0daf8245,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:46.769424 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:32:46.825163 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947fa03-ee04-45c0-9bfc-4d3cfb711c7e req-bf6f5a82-ebb6-4327-a904-b36be092489e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:46.829151 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4947fa03-ee04-45c0-9bfc-4d3cfb711c7e req-bf6f5a82-ebb6-4327-a904-b36be092489e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.1990385 Aug 24 04:32:46.864621 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port d774943b-8763-47be-a2c2-2bda0daf8245 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:46.867296 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.880327 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Allocated IP 172.27.4.5 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/b437b028-8b42-4099-a304-5c045376a5fa) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:46.885907 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d774943b-8763-47be-a2c2-2bda0daf8245 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:32:46.921455 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port d774943b-8763-47be-a2c2-2bda0daf8245, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d774943b-8763-47be-a2c2-2bda0daf8245,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:46.928602 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.986295 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5ee082fb-b08d-4aa9-8356-86a24503ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (41d159af-6037-4939-8c67-901b6d0142c3), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.989325 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:46.991012 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5ee082fb-b08d-4aa9-8356-86a24503ad75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:46.996779 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-5ee082fb-b08d-4aa9-8356-86a24503ad75 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/41d159af-6037-4939-8c67-901b6d0142c3 HTTP/1.1" status: 204 len: 168 time: 0.8713179 Aug 24 04:32:47.013415 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4947fa03-ee04-45c0-9bfc-4d3cfb711c7e req-dee74da6-7dab-4730-bb64-bf3770459df8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649151 Aug 24 04:32:47.085400 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee082fb-b08d-4aa9-8356-86a24503ad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d159af-6037-4939-8c67-901b6d0142c3,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:47.087149 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=d774943b-8763-47be-a2c2-2bda0daf8245,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:47.240450 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['d774943b-8763-47be-a2c2-2bda0daf8245'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:32:47.252189 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks [] for port (b437b028-8b42-4099-a304-5c045376a5fa), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:47.298330 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:47.373730 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b77da6-90e1-4445-bc48-02e9b16763f3 req-e23fde7d-c603-4523-b9d3-8cf1fda6a874 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:47.388407 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-63b77da6-90e1-4445-bc48-02e9b16763f3 req-e23fde7d-c603-4523-b9d3-8cf1fda6a874 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1674190 Aug 24 04:32:47.429405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (b437b028-8b42-4099-a304-5c045376a5fa), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:47.483077 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:47.488778 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:47.493057 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:47.550913 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:47.678663 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-63b77da6-90e1-4445-bc48-02e9b16763f3 req-d2cd1415-264f-4c4f-b3c6-4a7a1b8d635e tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882249 Aug 24 04:32:47.706911 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce5f94-1ac8-4ca3-87be-5c2e7c218ad6 req-0997317b-ecd4-472a-b2b6-0210722543cc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:47.716415 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d2ce5f94-1ac8-4ca3-87be-5c2e7c218ad6 req-0997317b-ecd4-472a-b2b6-0210722543cc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 945 time: 0.2812719 Aug 24 04:32:47.839598 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d2ce5f94-1ac8-4ca3-87be-5c2e7c218ad6 req-b8e43663-bf08-4b95-9a69-32e6bb09ba35 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185133 Aug 24 04:32:47.863883 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Pushing event updated for resources: {'Port': ['ID=b437b028-8b42-4099-a304-5c045376a5fa,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:47.929069 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks [] for router_gateway (19e31418-a52f-4ada-93cf-113dbbab3d8b), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.030213 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33887b-ad22-4f4f-af76-7ea3f507878a None None] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:32:48.117708 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33080) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:48.155054 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-24388e6a-30f1-4177-8622-6c0fd08e69f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.195289 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-e0f2e2c7-c1ad-445c-8a5c-fd5830bcf687 None None] Provisioning complete for port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:48.198086 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0f2e2c7-c1ad-445c-8a5c-fd5830bcf687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.252760 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:48.363209 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (19e31418-a52f-4ada-93cf-113dbbab3d8b), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.510835 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device d774943b-8763-47be-a2c2-2bda0daf8245 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:48.581026 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2e2c7-c1ad-445c-8a5c-fd5830bcf687 None None] Current status of the port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:48.581606 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0f2e2c7-c1ad-445c-8a5c-fd5830bcf687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.613967 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-24388e6a-30f1-4177-8622-6c0fd08e69f5 admin admin] Publish callbacks [] for security_group (addd66d1-089f-43a3-854c-3ef736e9444e), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.624568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-24388e6a-30f1-4177-8622-6c0fd08e69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (addd66d1-089f-43a3-854c-3ef736e9444e), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.680538 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-e0f2e2c7-c1ad-445c-8a5c-fd5830bcf687 None None] For port f796571e-b6ed-4b4d-8490-4d0f332cc7f5, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:48.682993 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port d774943b-8763-47be-a2c2-2bda0daf8245 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:32:48.704906 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0f2e2c7-c1ad-445c-8a5c-fd5830bcf687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.738513 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3c0c0-a6aa-4e08-ac14-9a14c5f1467e req-e8af76ec-223d-42cf-8863-47a303f12e00 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:48.749611 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port d774943b-8763-47be-a2c2-2bda0daf8245 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:48.750224 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:48.759913 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-16b3c0c0-a6aa-4e08-ac14-9a14c5f1467e req-e8af76ec-223d-42cf-8863-47a303f12e00 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.5104411 Aug 24 04:32:48.777261 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Router 19e31418-a52f-4ada-93cf-113dbbab3d8b is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:32:48.820982 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:48.850614 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f796571e-b6ed-4b4d-8490-4d0f332cc7f5 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:48.879232 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-24388e6a-30f1-4177-8622-6c0fd08e69f5 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=5a7ae0f253c54f65987d0ff7e024340f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7598035 Aug 24 04:32:48.884152 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33100) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:48.942384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24388e6a-30f1-4177-8622-6c0fd08e69f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addd66d1-089f-43a3-854c-3ef736e9444e,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:48.980471 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:48.981055 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:49.072643 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2e2c7-c1ad-445c-8a5c-fd5830bcf687 None None] Pushing event updated for resources: {'Port': ['ID=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:49.088821 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73684f5-f56b-44bb-bc8f-a20b31bd8185 req-cd873872-40e7-415c-ba07-9b15fb69b864 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:49.089097 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:32:49.091102 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e73684f5-f56b-44bb-bc8f-a20b31bd8185 req-cd873872-40e7-415c-ba07-9b15fb69b864 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1997218 Aug 24 04:32:49.103527 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Sync routers for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:32:49.130377 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:49.137014 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-dd2a2b38-74c6-46ef-b6d8-5c5b146ce9bf admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4238813 Aug 24 04:32:49.137281 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-16b3c0c0-a6aa-4e08-ac14-9a14c5f1467e req-4244e821-a118-425c-8d3d-ad9ca7b945bf tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738933 Aug 24 04:32:49.137464 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33102) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:49.145467 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:49.149545 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:49.237009 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-c57f24fc-1e5c-481d-80d1-ba5ab75db9d7 None None] Provisioning complete for port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:49.237610 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c57f24fc-1e5c-481d-80d1-ba5ab75db9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:49.253692 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f2d25334-ed23-4006-aea0-221fe2d76606 admin admin] Publish callbacks [] for security_group (addd66d1-089f-43a3-854c-3ef736e9444e), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:49.263176 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e73684f5-f56b-44bb-bc8f-a20b31bd8185 req-9d9b200b-5c21-4957-81b7-2dd15dedc3ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225917 Aug 24 04:32:49.337346 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:49.345624 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f2d25334-ed23-4006-aea0-221fe2d76606 admin admin] Publish callbacks [] for security_group (addd66d1-089f-43a3-854c-3ef736e9444e), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:49.365754 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:49.372806 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port d774943b-8763-47be-a2c2-2bda0daf8245 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:49.373421 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:49.383705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f64428-c49e-43d7-b80e-2d6e287b87c0 req-f1c47568-ed25-4a7d-8fa2-1aae5f109908 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:49.385570 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-89f64428-c49e-43d7-b80e-2d6e287b87c0 req-f1c47568-ed25-4a7d-8fa2-1aae5f109908 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 945 time: 0.0998390 Aug 24 04:32:49.450618 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d620d67-c791-482c-86cb-a3f065cde462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd774943b-8763-47be-a2c2-2bda0daf8245'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:49.453353 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56649117-c59f-4f23-8e47-da4697d52d0c" -d '{"events": [{"server_uuid": "3d620d67-c791-482c-86cb-a3f065cde462", "name": "network-vif-plugged", "status": "completed", "tag": "d774943b-8763-47be-a2c2-2bda0daf8245"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:49.501131 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-89f64428-c49e-43d7-b80e-2d6e287b87c0 req-76bbc1d9-8c15-4720-9dec-2802f00b30c5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007619 Aug 24 04:32:49.579398 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port d774943b-8763-47be-a2c2-2bda0daf8245, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d774943b-8763-47be-a2c2-2bda0daf8245,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:49.604856 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:49.614503 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:49.629091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe61b67-d78c-4c4c-aaf5-9fc655b1f9af req-1bb9b0ab-22b9-49cf-a3cd-95e54dfc8263 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:49.641195 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-c57f24fc-1e5c-481d-80d1-ba5ab75db9d7 None None] Current status of the port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:49.666312 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6fe61b67-d78c-4c4c-aaf5-9fc655b1f9af req-1bb9b0ab-22b9-49cf-a3cd-95e54dfc8263 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1456428 Aug 24 04:32:49.667599 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33112) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:49.675773 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:49.682248 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec193c4c-95dd-4b76-961b-9e14bc8242af x-openstack-request-id: req-ec193c4c-95dd-4b76-961b-9e14bc8242af {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:49.683028 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d620d67-c791-482c-86cb-a3f065cde462", "name": "network-vif-plugged", "status": "completed", "tag": "d774943b-8763-47be-a2c2-2bda0daf8245", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:49.683720 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ec193c4c-95dd-4b76-961b-9e14bc8242af {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:49.684517 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec193c4c-95dd-4b76-961b-9e14bc8242af'] response: {'server_uuid': '3d620d67-c791-482c-86cb-a3f065cde462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'code': 200} Aug 24 04:32:49.690063 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'floatingip': {'port_id': 'a143d8d2-0a49-4ada-9835-9803477f74b7'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:49.753556 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=d774943b-8763-47be-a2c2-2bda0daf8245,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:49.932912 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:50.107943 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:47Z', 'revision_number': 3, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:50.136232 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (489d75ed-80d5-460b-b462-ae01ad2f04b4), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:50.158953 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Checking router: 19e31418-a52f-4ada-93cf-113dbbab3d8b for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:32:50.159621 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Updating router 19e31418-a52f-4ada-93cf-113dbbab3d8b port b437b028-8b42-4099-a304-5c045376a5fa binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:32:50.210925 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (b437b028-8b42-4099-a304-5c045376a5fa), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:50.266828 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c276f61-6dec-4bb3-b63c-af706be3ca5d req-194d2f0d-63c7-4de9-89c8-4b7776bf4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:50.268968 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8c276f61-6dec-4bb3-b63c-af706be3ca5d req-194d2f0d-63c7-4de9-89c8-4b7776bf4e2e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 1130 time: 0.2240834 Aug 24 04:32:50.320048 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:50.553447 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f2d25334-ed23-4006-aea0-221fe2d76606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (addd66d1-089f-43a3-854c-3ef736e9444e), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:50.556102 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f2d25334-ed23-4006-aea0-221fe2d76606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:50.557328 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-f2d25334-ed23-4006-aea0-221fe2d76606 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/addd66d1-089f-43a3-854c-3ef736e9444e HTTP/1.1" status: 204 len: 168 time: 1.6721044 Aug 24 04:32:50.604436 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f796571e-b6ed-4b4d-8490-4d0f332cc7f5 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:50.667685 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d25334-ed23-4006-aea0-221fe2d76606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addd66d1-089f-43a3-854c-3ef736e9444e,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:50.676479 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:50.703983 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8c276f61-6dec-4bb3-b63c-af706be3ca5d req-0df1ff79-74fa-4ed2-8058-0399e1c244f1 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471099 Aug 24 04:32:50.767645 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:50.769677 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:50.810562 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Allocated IP 172.20.0.1 (91eee5dd-5c6f-43ce-9732-7f8661a38597/cc28a842-b523-4a8e-8a08-c6bd7074df45/fe43413f-1ef8-4bbc-8241-6ec28fbc26cb) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:32:50.834312 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:50.929204 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022b6de-b0b3-46d7-a4ae-2fb856f44582 req-2db852ec-09ef-46dc-9c24-b8f7c6a6fdc9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:50.932037 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3022b6de-b0b3-46d7-a4ae-2fb856f44582 req-2db852ec-09ef-46dc-9c24-b8f7c6a6fdc9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.3732054 Aug 24 04:32:50.981176 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:50.998418 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Publish callbacks [] for port (b437b028-8b42-4099-a304-5c045376a5fa), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:51.007167 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:51.019371 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (b437b028-8b42-4099-a304-5c045376a5fa), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:51.094440 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Attempting to bind port b437b028-8b42-4099-a304-5c045376a5fa on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:51.095010 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Attempting to bind port b437b028-8b42-4099-a304-5c045376a5fa by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:51.095678 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Attempting to bind port b437b028-8b42-4099-a304-5c045376a5fa on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:51.134196 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Pushing event updated for resources: {'Port': ['ID=b437b028-8b42-4099-a304-5c045376a5fa,revision_number=2']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:51.167778 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.169051 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.169925 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.170887 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.174588 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.175721 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.176648 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.178023 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.179148 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.180016 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.180939 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.181794 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.182613 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.183694 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.184579 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:32:51.184932 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Publish callbacks [] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:51.195159 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:51.202840 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:51.203994 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:51.205167 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:51.206307 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Bound port: b437b028-8b42-4099-a304-5c045376a5fa, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:51.207246 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (b437b028-8b42-4099-a304-5c045376a5fa), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:51.320115 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] For port b437b028-8b42-4099-a304-5c045376a5fa, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:51.324432 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:51.325702 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf46124-7f81-45ba-9945-9ce55dc00bcb req-3072516c-8deb-4ed7-8e65-91cf9da1d0c5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:51.328065 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] For port b437b028-8b42-4099-a304-5c045376a5fa, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=b437b028-8b42-4099-a304-5c045376a5fa,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:51.340591 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-abf46124-7f81-45ba-9945-9ce55dc00bcb req-3072516c-8deb-4ed7-8e65-91cf9da1d0c5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.6400704 Aug 24 04:32:51.352839 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (b437b028-8b42-4099-a304-5c045376a5fa), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:51.501110 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:51.508285 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:51.510005 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:51.551341 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:51.566616 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:51.569148 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3022b6de-b0b3-46d7-a4ae-2fb856f44582 req-ebd96cd9-0a1d-4144-a630-92e0fd88b553 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998566 Aug 24 04:32:51.618692 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:32:51.619717 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (19e31418-a52f-4ada-93cf-113dbbab3d8b), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:51.645189 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Pushing event updated for resources: {'Port': ['ID=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:51.649045 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-abf46124-7f81-45ba-9945-9ce55dc00bcb req-758c0ffd-f35f-4e36-8193-f6cbac36aecb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058934 Aug 24 04:32:51.894834 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfbabf-1f89-49d3-a987-5ddc08fde775 None None] Pushing event updated for resources: {'Port': ['ID=b437b028-8b42-4099-a304-5c045376a5fa,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:51.896474 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.db.resource_extend [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 04:32:51.921724 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:51.943080 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:52.070124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:52.082636 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (489d75ed-80d5-460b-b462-ae01ad2f04b4), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:52.102207 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:52.204066 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-b4f2eb41-c842-4b9d-97ab-12ffb9c4fe52 None None] Provisioning complete for port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:52.206005 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b4f2eb41-c842-4b9d-97ab-12ffb9c4fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:52.242656 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:47Z', 'revision_number': 3, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:52.294948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2eb41-c842-4b9d-97ab-12ffb9c4fe52 None None] Port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:32:52.299882 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391a0b78-48bd-446d-99da-549e32b3b5bc None None] The sync data for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi is: [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:47Z', 'revision_number': 3, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:32:52.300846 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Floating IP 489d75ed-80d5-460b-b462-ae01ad2f04b4 associated. External IP: 172.27.4.175, port: a143d8d2-0a49-4ada-9835-9803477f74b7. Aug 24 04:32:52.434156 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:52.595584 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Publish callbacks [] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:52.607299 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:52.608820 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (19e31418-a52f-4ada-93cf-113dbbab3d8b), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:52.761643 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Pushing event updated for resources: {'Port': ['ID=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:52.880235 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Router 9a1924d8-61eb-42bf-9343-b134e0527fee has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:32:52.904085 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c990e-3ac3-47ea-bfa0-3f810e665be0 req-0131605d-ef7b-4b99-a777-282a979caf4d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:52.916866 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd4c990e-3ac3-47ea-bfa0-3f810e665be0 req-0131605d-ef7b-4b99-a777-282a979caf4d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.1251888 Aug 24 04:32:53.086228 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:32:53.093005 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:32:53.557687 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:53.572829 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:32:53.583360 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:53.615819 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] Sync routers for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:32:53.663842 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:53.669577 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:53.713415 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfd414-bb4c-48d2-962b-e57e7a778088 req-b8614091-00ca-4fd1-84ff-e77e41450bbd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:53.720787 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4acfd414-bb4c-48d2-962b-e57e7a778088 req-b8614091-00ca-4fd1-84ff-e77e41450bbd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.1746757 Aug 24 04:32:53.835533 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd4c990e-3ac3-47ea-bfa0-3f810e665be0 req-08ae693e-c84b-47d0-8dc2-bdd392185188 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9146783 Aug 24 04:32:53.901851 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-f82c9918-e688-4dde-8a57-ceec496e3028 None None] Provisioning complete for port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:53.902622 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f82c9918-e688-4dde-8a57-ceec496e3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:53.935019 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Router 19e31418-a52f-4ada-93cf-113dbbab3d8b has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:32:53.945352 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:54.003138 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4acfd414-bb4c-48d2-962b-e57e7a778088 req-6c926d34-c691-461b-b5df-e045e79976e8 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739725 Aug 24 04:32:54.038413 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-e562fff1-6756-44f4-95e0-b7febfd5b94d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/489d75ed-80d5-460b-b462-ae01ad2f04b4 HTTP/1.1" status: 200 len: 991 time: 4.3546197 Aug 24 04:32:54.039701 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'tag': 'a143d8d2-0a49-4ada-9835-9803477f74b7'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:32:54.045141 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4209d866-88da-41f6-aa16-d0d491e5ca75" -d '{"events": [{"name": "network-changed", "server_uuid": "e013bfbe-6fb5-4337-ad76-780931443c7c", "tag": "a143d8d2-0a49-4ada-9835-9803477f74b7"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:32:54.067103 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-f82c9918-e688-4dde-8a57-ceec496e3028 None None] Port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:32:54.143697 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9304dce-02c4-48d9-87db-8d98cf0ea660 x-openstack-request-id: req-b9304dce-02c4-48d9-87db-8d98cf0ea660 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:32:54.144406 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e013bfbe-6fb5-4337-ad76-780931443c7c", "tag": "a143d8d2-0a49-4ada-9835-9803477f74b7", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:32:54.145087 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b9304dce-02c4-48d9-87db-8d98cf0ea660 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:32:54.147240 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9304dce-02c4-48d9-87db-8d98cf0ea660'] response: {'name': 'network-changed', 'server_uuid': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'tag': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'status': 'completed', 'code': 200} Aug 24 04:32:54.196682 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:54.374114 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:32:54.404606 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-5a3e4d36-5686-481e-9c6f-869cc3e455df admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/19e31418-a52f-4ada-93cf-113dbbab3d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2515266 Aug 24 04:32:54.473343 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:54.903823 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device b437b028-8b42-4099-a304-5c045376a5fa up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:55.163957 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac996917-c742-47e5-a3ca-5dc99afc13f4 req-5b1add14-0ade-483e-b475-1d85bf190a64 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:55.189645 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ac996917-c742-47e5-a3ca-5dc99afc13f4 req-5b1add14-0ade-483e-b475-1d85bf190a64 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.1457133 Aug 24 04:32:55.274859 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:55.316352 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-3a9efc8c-1564-402b-ae74-ecd63f9cfc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:55.321759 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-3a9efc8c-1564-402b-ae74-ecd63f9cfc91 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 1129 time: 0.1569607 Aug 24 04:32:55.326626 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port b437b028-8b42-4099-a304-5c045376a5fa triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:55.327005 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (b437b028-8b42-4099-a304-5c045376a5fa), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:55.404841 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df41ba-37d5-4546-a416-7df6c4365dea req-b4562289-5bf1-4cea-9007-13a2847010ec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:55.407792 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-58df41ba-37d5-4546-a416-7df6c4365dea req-b4562289-5bf1-4cea-9007-13a2847010ec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.1745057 Aug 24 04:32:55.429373 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ac996917-c742-47e5-a3ca-5dc99afc13f4 req-2d790f17-4712-4ebb-987b-4decbb1656c0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384441 Aug 24 04:32:55.542403 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-58df41ba-37d5-4546-a416-7df6c4365dea req-8e27dd46-9fac-4692-96ab-2953a496f754 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108136 Aug 24 04:32:55.618996 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '489d75ed-80d5-460b-b462-ae01ad2f04b4', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'floating_ip_address': '172.27.4.175', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'port_id': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'mac_address': 'fa:16:3e:e7:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:16Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 1, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:55.624774 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port b437b028-8b42-4099-a304-5c045376a5fa is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:55.625617 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (b437b028-8b42-4099-a304-5c045376a5fa), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:55.696529 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] Checking router: 9a1924d8-61eb-42bf-9343-b134e0527fee for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:32:55.751952 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:55.753351 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:55.764104 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port b437b028-8b42-4099-a304-5c045376a5fa, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=b437b028-8b42-4099-a304-5c045376a5fa,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:32:55.873212 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (b437b028-8b42-4099-a304-5c045376a5fa), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:55.938662 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33252) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:55.951407 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1391357948-network', 'tenant_id': '0169f07957b04c3f94bec01af137383b'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:55.981181 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Made reservation on behalf of 0169f07957b04c3f94bec01af137383b for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:55.983443 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:55.997649 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:56.096354 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=b437b028-8b42-4099-a304-5c045376a5fa,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:56.137952 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:56.216986 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Sync routers for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:32:56.246794 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:56.247760 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:56.360120 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-c6b8d4fe-07c5-4809-aa0b-47b0936f57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:56.363878 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-c6b8d4fe-07c5-4809-aa0b-47b0936f57c9 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 912 time: 0.3302550 Aug 24 04:32:56.460942 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:56.461354 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Publish callbacks [] for security_group (8ec8e9e0-abf0-4123-8d35-c620a358828f), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:56.476895 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (8ec8e9e0-abf0-4123-8d35-c620a358828f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:56.493607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:56.550666 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:32:56.611656 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8e9e0-abf0-4123-8d35-c620a358828f,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:56.626036 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (52e936ee-33b4-464f-b231-759869991fe2), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:56.626396 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Added segment 52e936ee-33b4-464f-b231-759869991fe2 of type vlan for network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 Aug 24 04:32:56.744710 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device b437b028-8b42-4099-a304-5c045376a5fa up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:32:56.802692 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c3f66-8a52-4478-a96c-ef3307ce9b48 req-41532416-3f30-41de-8991-0b1f76ae1826 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:56.806121 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c56c3f66-8a52-4478-a96c-ef3307ce9b48 req-41532416-3f30-41de-8991-0b1f76ae1826 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.2336588 Aug 24 04:32:56.976514 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c56c3f66-8a52-4478-a96c-ef3307ce9b48 req-9e221e7c-bcb4-4f79-b56d-8be68d82b8e7 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509190 Aug 24 04:32:56.991964 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '489d75ed-80d5-460b-b462-ae01ad2f04b4', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'floating_ip_address': '172.27.4.175', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'port_id': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'mac_address': 'fa:16:3e:e7:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:16Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 1, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:57.001028 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port b437b028-8b42-4099-a304-5c045376a5fa triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:32:57.001693 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (b437b028-8b42-4099-a304-5c045376a5fa), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:57.005679 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee89f8b-802c-46ce-bbbd-3e746a79e799 req-a034452e-5c05-4961-9460-2475598cfdd9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:57.023128 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8ee89f8b-802c-46ce-bbbd-3e746a79e799 req-a034452e-5c05-4961-9460-2475598cfdd9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.2132111 Aug 24 04:32:57.104286 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:57.111622 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (d88cb95b-f3e8-48f0-9b03-4badc1f80ca9), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:57.152383 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bb93cd-e498-4488-a931-4e701084ecee None None] The sync data for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi is: [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '489d75ed-80d5-460b-b462-ae01ad2f04b4', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'floating_ip_address': '172.27.4.175', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'port_id': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'mac_address': 'fa:16:3e:e7:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:16Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 1, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:32:57.231861 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8ee89f8b-802c-46ce-bbbd-3e746a79e799 req-c4521518-416f-4a2b-8513-b959ba305847 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037685 Aug 24 04:32:57.282883 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:32:52Z', 'revision_number': 2, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:57.381947 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port b437b028-8b42-4099-a304-5c045376a5fa is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:32:57.386921 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-883f9dfe-d673-4b4e-b14f-bb3c4792b039 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a143d8d2-0a49-4ada-9835-9803477f74b7 HTTP/1.1" status: 200 len: 999 time: 0.7288404 Aug 24 04:32:57.395543 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (d88cb95b-f3e8-48f0-9b03-4badc1f80ca9), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:57.398355 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:57.399366 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:57.429221 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Checking router: 19e31418-a52f-4ada-93cf-113dbbab3d8b for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:32:57.430236 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Updating router 19e31418-a52f-4ada-93cf-113dbbab3d8b port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:32:57.499950 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8820fd-a86a-41b2-a2f4-76b7c7da741c req-e236062f-fb25-432c-bd08-54e0f170636e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:57.519779 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0d8820fd-a86a-41b2-a2f4-76b7c7da741c req-e236062f-fb25-432c-bd08-54e0f170636e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.0982635 Aug 24 04:32:57.522280 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33286) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:57.536890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'floatingip': {'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:57.551260 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:57.616446 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (2a04f1a2-2a14-4b9c-9ebb-274433a861b4), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:57.618946 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6784086 Aug 24 04:32:57.623817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33290) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:32:57.637477 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Request body: {'subnet': {'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1391357948-subnet', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:32:57.759843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Made reservation on behalf of 0169f07957b04c3f94bec01af137383b for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:32:57.763831 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126750490'] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:57.805183 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b4fb9-5ea5-4fd8-ad1e-0fe7cbe9e95f admin admin] Pushing event updated for resources: {'Network': ['ID=d88cb95b-f3e8-48f0-9b03-4badc1f80ca9,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:57.810768 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aad760-6496-4f71-98ef-7d61c5d333a4 None None] New status for floating IP 489d75ed-80d5-460b-b462-ae01ad2f04b4: ACTIVE {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:32:57.840934 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-81362567-2e14-4a1e-8518-f35587b7fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:57.843808 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-81362567-2e14-4a1e-8518-f35587b7fe8e service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.4376106 Aug 24 04:32:58.026483 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-dd51a81d-201d-4981-affe-54d45fa0514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:58.029599 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-dd51a81d-201d-4981-affe-54d45fa0514d service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1675611 Aug 24 04:32:58.371265 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:58.375396 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-0b2f6551-19f6-49e1-93b7-daeca87c4ed3 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312907 Aug 24 04:32:58.688422 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:58.712155 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:32:58.734524 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:58.909100 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-4209d866-88da-41f6-aa16-d0d491e5ca75 req-6704cd24-c4ca-4e25-9aa3-cf7850809f64 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113573 Aug 24 04:32:58.977162 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Publish callbacks [] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:58.998138 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:59.052752 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:59.100684 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ee244-30d2-40d6-b60c-f0b74cde4445 None None] Pushing event updated for resources: {'Port': ['ID=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:59.162853 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fb8aa-4bc4-4a2f-bfcf-95f116b23fbe req-6708639d-dbb4-48c0-a6ad-98292892df1d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:59.171458 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ff1fb8aa-4bc4-4a2f-bfcf-95f116b23fbe req-6708639d-dbb4-48c0-a6ad-98292892df1d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.5983143 Aug 24 04:32:59.230530 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Attempting to bind port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:32:59.231108 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Attempting to bind port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:32:59.231597 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Attempting to bind port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb on network 91eee5dd-5c6f-43ce-9732-7f8661a38597 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:32:59.244839 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:32:59.245557 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Checking segment: {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:32:59.246208 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:59.246885 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Bound using segment: {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:32:59.247730 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Bound port: fe43413f-1ef8-4bbc-8241-6ec28fbc26cb, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:32:59.248382 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:59.324380 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:59.371356 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7daa7-4708-476a-937f-12ae34082c94 req-b00955f1-d454-4b80-806a-2d4754418c25 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:32:59.380756 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] For port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:32:59.381807 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-89f7daa7-4708-476a-937f-12ae34082c94 req-b00955f1-d454-4b80-806a-2d4754418c25 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 945 time: 0.5766201 Aug 24 04:32:59.386913 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] For port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:32:59.399700 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:59.443975 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:32:59.460698 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:32:59.461797 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:32:59.635554 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ee244-30d2-40d6-b60c-f0b74cde4445 None None] Pushing event updated for resources: {'Port': ['ID=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,revision_number=4']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:59.665052 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126731692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126750580'] for subnet (7aade6d5-28a2-492f-b4f2-27dbdb5afb3f), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:32:59.707154 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:32:59.753444 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ff1fb8aa-4bc4-4a2f-bfcf-95f116b23fbe req-6aa93203-6488-4931-8df0-72d314440cf7 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107613 Aug 24 04:32:59.840707 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-89f7daa7-4708-476a-937f-12ae34082c94 req-6a1366a6-8b51-4327-b17d-7e179c10bca3 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569409 Aug 24 04:32:59.863431 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aade6d5-28a2-492f-b4f2-27dbdb5afb3f,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:32:59.904242 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.db.resource_extend [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 04:33:00.000320 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Checking segment: {'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:33:00.000926 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Network hostable DHCP agents. Network: d88cb95b-f3e8-48f0-9b03-4badc1f80ca9, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:33:00.018259 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:00.036950 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (2a04f1a2-2a14-4b9c-9ebb-274433a861b4), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:00.037052 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:32:59Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:00.062503 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab25649-36e6-4c69-ae97-c1fcced2ae0a None None] The sync data for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi is: [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:32:59Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:33:00.194918 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:33:00.215031 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, d88cb95b-f3e8-48f0-9b03-4badc1f80ca9) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:33:00.222929 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:00.222929 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:00.229469 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb12c3-b0fb-4070-a8f5-5b6068ecd4a2 None None] Network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:33:00.287872 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a30a66ed-0d7e-4478-9e68-ce46df03e960 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6593845 Aug 24 04:33:00.288864 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33354) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:00.298610 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:33:00.344939 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Floating IP 2a04f1a2-2a14-4b9c-9ebb-274433a861b4 associated. External IP: 172.27.4.226, port: d774943b-8763-47be-a2c2-2bda0daf8245. Aug 24 04:33:00.405617 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (87af0744-f325-40df-957f-1c2f925c7099), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:00.412487 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (87af0744-f325-40df-957f-1c2f925c7099), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:00.595838 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-d88cb95b-f3e8-48f0-9b03-4badc1f80ca9', 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9', 'project_id': '0169f07957b04c3f94bec01af137383b', 'fixed_ips': [{'subnet_id': '7aade6d5-28a2-492f-b4f2-27dbdb5afb3f'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:33:00.597389 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:00.888972 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device fe43413f-1ef8-4bbc-8241-6ec28fbc26cb up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:33:00.973200 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:01.000959 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:33:01.072155 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c1c20-a67e-4b14-be70-508947931d25 req-ad1f6251-b6f0-4a09-a5ea-16756bd3a65b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:01.089317 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c65c1c20-a67e-4b14-be70-508947931d25 req-ad1f6251-b6f0-4a09-a5ea-16756bd3a65b tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 945 time: 0.3863800 Aug 24 04:33:01.121848 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Allocated IP 172.20.0.2 (d88cb95b-f3e8-48f0-9b03-4badc1f80ca9/7aade6d5-28a2-492f-b4f2-27dbdb5afb3f/118c8234-8ae0-4245-87a9-754cc1e24c4a) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:33:01.180482 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks [] for router_controller (87af0744-f325-40df-957f-1c2f925c7099), precommit_add_association {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:01.430529 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:01.431306 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:01.460094 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33384) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:01.619329 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Deleting port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:33:01.620282 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:01.624636 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9da44-db5c-4ab4-874f-7ebfc8cccce1 req-46d5fd55-a647-4ccd-afa8-da5cc1be0e11 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:01.626554 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-91f9da44-db5c-4ab4-874f-7ebfc8cccce1 req-46d5fd55-a647-4ccd-afa8-da5cc1be0e11 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.5486994 Aug 24 04:33:01.636733 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Publish callbacks [] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:01.649836 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:01.651957 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e055-cf24-473c-95a1-c39d2fc2531c req-4e459dbd-121d-4eba-9da6-93cb52d201c6 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:01.654259 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a64e055-cf24-473c-95a1-c39d2fc2531c req-4e459dbd-121d-4eba-9da6-93cb52d201c6 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 945 time: 0.3702316 Aug 24 04:33:01.674977 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:01.758315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33390) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:01.877377 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:33:01.891102 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-91f9da44-db5c-4ab4-874f-7ebfc8cccce1 req-c1c4b6d5-9593-4090-a5f9-082d0b2bbb72 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292783 Aug 24 04:33:01.897435 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:33:01.931201 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:01.931871 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:33:01.933738 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:01.956833 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:01.957457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.008729 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks [] for router_gateway (87af0744-f325-40df-957f-1c2f925c7099), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.052031 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:33:02.108424 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:33:02.118249 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:33:02.132617 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:33:02.169706 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a64e055-cf24-473c-95a1-c39d2fc2531c req-48db3380-1129-4977-a8b3-5a11561acaf4 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=0b0a85f7-e4a5-431e-9dca-4527e698c5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818130 Aug 24 04:33:02.177888 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Pushing event updated for resources: {'Port': ['ID=118c8234-8ae0-4245-87a9-754cc1e24c4a,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:02.181463 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] For port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:02.182402 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.188605 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8f30-9551-4ca8-9cca-1428c302e3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.223549 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-35300fe6-7a2a-41e0-8cc6-b7d2d413a788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.232959 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Calling delete_port for 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:33:02.248871 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33396) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:02.335086 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-537a1053-e22b-4e7c-b2d5-a1bbd5b3eb70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/2a04f1a2-2a14-4b9c-9ebb-274433a861b4 HTTP/1.1" status: 200 len: 992 time: 4.8049901 Aug 24 04:33:02.367754 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:02.370142 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d620d67-c791-482c-86cb-a3f065cde462', 'tag': 'd774943b-8763-47be-a2c2-2bda0daf8245'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:33:02.377108 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feef4119-9e46-4242-aa89-f13401933810" -d '{"events": [{"name": "network-changed", "server_uuid": "3d620d67-c791-482c-86cb-a3f065cde462", "tag": "d774943b-8763-47be-a2c2-2bda0daf8245"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:33:02.436207 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.531085 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:02.541053 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4e33c6-4952-4f86-8a11-8e8ef5c5c29f x-openstack-request-id: req-2b4e33c6-4952-4f86-8a11-8e8ef5c5c29f {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:33:02.541868 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d620d67-c791-482c-86cb-a3f065cde462", "tag": "d774943b-8763-47be-a2c2-2bda0daf8245", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:33:02.543647 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2b4e33c6-4952-4f86-8a11-8e8ef5c5c29f {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:33:02.544592 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4e33c6-4952-4f86-8a11-8e8ef5c5c29f'] response: {'name': 'network-changed', 'server_uuid': '3d620d67-c791-482c-86cb-a3f065cde462', 'tag': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'status': 'completed', 'code': 200} Aug 24 04:33:02.547092 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Attempting to bind port 118c8234-8ae0-4245-87a9-754cc1e24c4a on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:33:02.547476 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Attempting to bind port 118c8234-8ae0-4245-87a9-754cc1e24c4a by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:33:02.547837 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Attempting to bind port 118c8234-8ae0-4245-87a9-754cc1e24c4a on network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:33:02.564361 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:33:02.564751 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Checking segment: {'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:33:02.565175 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.565569 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Bound using segment: {'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:33:02.566088 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Bound port: 118c8234-8ae0-4245-87a9-754cc1e24c4a, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:33:02.566473 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.619981 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:32:59Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:02.648300 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8f30-9551-4ca8-9cca-1428c302e3ea admin admin] Publish callbacks [] for security_group (af5a8baa-626a-48b7-b582-8ea61e9469f6), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.664322 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:02.692356 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:33:02.698079 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:02.700047 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4119-9e46-4242-aa89-f13401933810 req-0158224b-448b-473b-aeb3-8aaffd8c0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:02.702233 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef4119-9e46-4242-aa89-f13401933810 req-0158224b-448b-473b-aeb3-8aaffd8c0edb service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 1130 time: 0.0942731 Aug 24 04:33:02.715941 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:33:02.716998 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:02.780518 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] For port 118c8234-8ae0-4245-87a9-754cc1e24c4a, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:33:02.781525 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:02.784507 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] For port 118c8234-8ae0-4245-87a9-754cc1e24c4a, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=118c8234-8ae0-4245-87a9-754cc1e24c4a,segment=NetworkSegment(52e936ee-33b4-464f-b231-759869991fe2),segment_id=52e936ee-33b4-464f-b231-759869991fe2)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:33:02.793402 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:02.805579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:02.909963 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec0de-589e-4689-a1b2-8bec2ca89761 None None] Pushing event updated for resources: {'Port': ['ID=118c8234-8ae0-4245-87a9-754cc1e24c4a,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:02.952697 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:02.964408 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (3ffd711d-4312-4f2b-9eef-8ce06b0c63ce), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.019411 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Pushing event deleted for resources: {'Port': ['ID=3ffd711d-4312-4f2b-9eef-8ce06b0c63ce,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:03.033488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8f30-9551-4ca8-9cca-1428c302e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (af5a8baa-626a-48b7-b582-8ea61e9469f6), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.037053 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6f21af5b-c40a-4358-a30b-281b67aabf80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.052374 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks [] for router_gateway (87af0744-f325-40df-957f-1c2f925c7099), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.053440 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-35300fe6-7a2a-41e0-8cc6-b7d2d413a788 admin admin] Publish callbacks [] for security_group (a2fe79f4-53dd-4e33-8e0d-d217962a74db), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.082997 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:33:03.128573 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.344032 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.457536 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:03.614022 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a3cc8f30-9551-4ca8-9cca-1428c302e3ea admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=5ee5904b6d2640238953c505eb9cb8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8511584 Aug 24 04:33:03.619573 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4119-9e46-4242-aa89-f13401933810 req-a2114ea9-5436-4cfc-b646-ec6367c88673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:03.621852 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef4119-9e46-4242-aa89-f13401933810 req-a2114ea9-5436-4cfc-b646-ec6367c88673 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 916 time: 0.8251934 Aug 24 04:33:03.626977 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33408) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:03.628404 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-35300fe6-7a2a-41e0-8cc6-b7d2d413a788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a2fe79f4-53dd-4e33-8e0d-d217962a74db), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.666124 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:32:59Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:03.807880 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c656701f-9935-4f8c-9c78-9bc967940fef req-d12dc7c7-bb30-4e29-917c-b508d8e63448 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 210 time: 0.3289189 Aug 24 04:33:03.828201 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc8f30-9551-4ca8-9cca-1428c302e3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a8baa-626a-48b7-b582-8ea61e9469f6,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:03.867334 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-35300fe6-7a2a-41e0-8cc6-b7d2d413a788 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=0c8751ac74464206bc64de491dfa9a04&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4003983 Aug 24 04:33:03.868927 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] No DVR routers for this DVR port 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:33:03.872192 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33410) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:03.882631 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:03.886048 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c65c1c20-a67e-4b14-be70-508947931d25 req-0061e13d-22c3-4e61-958b-3ff1a664716d tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.99 "DELETE /networking/v2.0/ports/3ffd711d-4312-4f2b-9eef-8ce06b0c63ce HTTP/1.1" status: 204 len: 173 time: 2.7895098 Aug 24 04:33:03.888717 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8135b9bf-d6c9-482a-90fc-f4693423bd52', 'name': 'network-vif-deleted', 'tag': '3ffd711d-4312-4f2b-9eef-8ce06b0c63ce'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:33:03.891403 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06298979-71f9-454c-901c-f5740c171721" -d '{"events": [{"server_uuid": "8135b9bf-d6c9-482a-90fc-f4693423bd52", "name": "network-vif-deleted", "tag": "3ffd711d-4312-4f2b-9eef-8ce06b0c63ce"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:33:03.895080 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aae6f-01dd-4e25-9ada-3ce6401811a0 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:32:59Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:33:03.985440 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e22a2c-6b2e-466c-a21c-d7c29121411b x-openstack-request-id: req-c2e22a2c-6b2e-466c-a21c-d7c29121411b {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:33:03.985998 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8135b9bf-d6c9-482a-90fc-f4693423bd52", "name": "network-vif-deleted", "tag": "3ffd711d-4312-4f2b-9eef-8ce06b0c63ce", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:33:03.986414 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c2e22a2c-6b2e-466c-a21c-d7c29121411b {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:33:03.986821 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e22a2c-6b2e-466c-a21c-d7c29121411b'] response: {'server_uuid': '8135b9bf-d6c9-482a-90fc-f4693423bd52', 'name': 'network-vif-deleted', 'tag': '3ffd711d-4312-4f2b-9eef-8ce06b0c63ce', 'status': 'completed', 'code': 200} Aug 24 04:33:04.006816 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Allocated IP 172.27.4.149 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/0aa4081f-aaba-4383-9995-24742023f16d) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:33:04.012331 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876267d-823f-4c12-84bc-aad22604aa3a req-517ac23d-b409-4765-a04d-68c468369549 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:04.014402 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2876267d-823f-4c12-84bc-aad22604aa3a req-517ac23d-b409-4765-a04d-68c468369549 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.5326002 Aug 24 04:33:04.054325 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-038b5249-43c4-411b-8f68-b91073a4f07c admin admin] Publish callbacks [] for security_group (a2fe79f4-53dd-4e33-8e0d-d217962a74db), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.106511 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-038b5249-43c4-411b-8f68-b91073a4f07c admin admin] Publish callbacks [] for security_group (a2fe79f4-53dd-4e33-8e0d-d217962a74db), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.126097 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35300fe6-7a2a-41e0-8cc6-b7d2d413a788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe79f4-53dd-4e33-8e0d-d217962a74db,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:04.178291 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef4119-9e46-4242-aa89-f13401933810 req-ea3f654c-1f8c-4ffb-872b-f55ee5730332 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d774943b-8763-47be-a2c2-2bda0daf8245 HTTP/1.1" status: 200 len: 1000 time: 0.5086024 Aug 24 04:33:04.237774 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2876267d-823f-4c12-84bc-aad22604aa3a req-715725d8-2ed0-4ea6-8011-7928b4316816 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532068 Aug 24 04:33:04.297354 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-038b5249-43c4-411b-8f68-b91073a4f07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a2fe79f4-53dd-4e33-8e0d-d217962a74db), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.298963 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c4fad123-78bd-481d-b6ef-2613ea5dbb34 admin admin] Publish callbacks [] for security_group (af5a8baa-626a-48b7-b582-8ea61e9469f6), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.300794 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-038b5249-43c4-411b-8f68-b91073a4f07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.302902 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-038b5249-43c4-411b-8f68-b91073a4f07c admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/a2fe79f4-53dd-4e33-8e0d-d217962a74db HTTP/1.1" status: 204 len: 168 time: 0.4285092 Aug 24 04:33:04.316505 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b5249-43c4-411b-8f68-b91073a4f07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe79f4-53dd-4e33-8e0d-d217962a74db,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:04.375570 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:04.418584 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks [] for port (0aa4081f-aaba-4383-9995-24742023f16d), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.441393 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c4fad123-78bd-481d-b6ef-2613ea5dbb34 admin admin] Publish callbacks [] for security_group (af5a8baa-626a-48b7-b582-8ea61e9469f6), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.465134 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4119-9e46-4242-aa89-f13401933810 req-307e715f-9c51-44c7-92ee-32a975e086a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:04.468370 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef4119-9e46-4242-aa89-f13401933810 req-307e715f-9c51-44c7-92ee-32a975e086a8 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.2701364 Aug 24 04:33:04.498740 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6f21af5b-c40a-4358-a30b-281b67aabf80 admin admin] Publish callbacks [] for security_group (7fdca07d-58ba-4fa9-8dff-e746e1373508), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.542974 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6f21af5b-c40a-4358-a30b-281b67aabf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (7fdca07d-58ba-4fa9-8dff-e746e1373508), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.547634 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (0aa4081f-aaba-4383-9995-24742023f16d), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:04.580867 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:33:04.685708 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:33:04.688340 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 3ffd711d-4312-4f2b-9eef-8ce06b0c63ce not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:33:04.746466 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:33:04.780453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:33:04.788845 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:33:04.797194 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Pushing event updated for resources: {'Port': ['ID=0aa4081f-aaba-4383-9995-24742023f16d,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:04.813038 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21af5b-c40a-4358-a30b-281b67aabf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdca07d-58ba-4fa9-8dff-e746e1373508,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:04.839220 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-6f21af5b-c40a-4358-a30b-281b67aabf80 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=aae6629ba5164aae92b4a8c155d29bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5733285 Aug 24 04:33:04.843573 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef4119-9e46-4242-aa89-f13401933810 req-3e0da5d1-72be-4f04-b96d-c6452b5d61e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:04.852844 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef4119-9e46-4242-aa89-f13401933810 req-3e0da5d1-72be-4f04-b96d-c6452b5d61e4 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3681691 Aug 24 04:33:04.854191 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33420) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:04.953143 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff89409-8b4c-4c2b-b65b-630610002aa4 None None] Network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:33:05.109426 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c4fad123-78bd-481d-b6ef-2613ea5dbb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (af5a8baa-626a-48b7-b582-8ea61e9469f6), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.124744 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c4fad123-78bd-481d-b6ef-2613ea5dbb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.124744 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c4fad123-78bd-481d-b6ef-2613ea5dbb34 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/af5a8baa-626a-48b7-b582-8ea61e9469f6 HTTP/1.1" status: 204 len: 168 time: 1.4875011 Aug 24 04:33:05.239902 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device fe43413f-1ef8-4bbc-8241-6ec28fbc26cb up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:33:05.268973 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:05.325458 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33428) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:05.347214 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a56a2387-dd38-43f6-9dae-fd9f731bc4e4 req-9ad4682f-93ac-4717-aab7-879b7d495023 tempest-DeleteServersTestJSON-375833558 tempest-DeleteServersTestJSON-375833558-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=8135b9bf-d6c9-482a-90fc-f4693423bd52 HTTP/1.1" status: 200 len: 210 time: 0.2568104 Aug 24 04:33:05.357995 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fad123-78bd-481d-b6ef-2613ea5dbb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a8baa-626a-48b7-b582-8ea61e9469f6,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:05.415961 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-84ec6071-0a0d-4081-80ae-b73576a57960 None None] Provisioning complete for port 118c8234-8ae0-4245-87a9-754cc1e24c4a triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:05.416353 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-84ec6071-0a0d-4081-80ae-b73576a57960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.416705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-71223623-7b19-4ebe-836b-a80c0759d046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.446111 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef4119-9e46-4242-aa89-f13401933810 req-13d0b8a8-7ec1-4f6b-8025-0e264e3fa086 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686657 Aug 24 04:33:05.448061 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e6dba186-551a-4831-9381-51dc2eaca9b1 admin admin] Publish callbacks [] for security_group (7fdca07d-58ba-4fa9-8dff-e746e1373508), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.525663 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:05.543720 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks [] for router_gateway (87af0744-f325-40df-957f-1c2f925c7099), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.609949 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e6dba186-551a-4831-9381-51dc2eaca9b1 admin admin] Publish callbacks [] for security_group (7fdca07d-58ba-4fa9-8dff-e746e1373508), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.759758 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:05.760178 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:05.809811 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80303433-cd9e-427b-ac44-1320a6014c06 req-ae6448c2-0db6-4fc0-86f4-aaf52fca3ee2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:05.816090 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:05.817936 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.825803 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80303433-cd9e-427b-ac44-1320a6014c06 req-ae6448c2-0db6-4fc0-86f4-aaf52fca3ee2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.3403416 Aug 24 04:33:05.892571 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-84ec6071-0a0d-4081-80ae-b73576a57960 None None] Current status of the port 118c8234-8ae0-4245-87a9-754cc1e24c4a is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:05.892970 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-84ec6071-0a0d-4081-80ae-b73576a57960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:05.907093 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e1d98-5cdf-44c4-9ef8-6f8fe7e91426 None None] New status for floating IP 2a04f1a2-2a14-4b9c-9ebb-274433a861b4: ACTIVE {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:33:05.965177 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:06.060607 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (87af0744-f325-40df-957f-1c2f925c7099), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.087773 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-84ec6071-0a0d-4081-80ae-b73576a57960 None None] For port 118c8234-8ae0-4245-87a9-754cc1e24c4a, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=118c8234-8ae0-4245-87a9-754cc1e24c4a,segment=NetworkSegment(52e936ee-33b4-464f-b231-759869991fe2),segment_id=52e936ee-33b4-464f-b231-759869991fe2)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:06.131803 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-84ec6071-0a0d-4081-80ae-b73576a57960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.204507 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef4119-9e46-4242-aa89-f13401933810 req-2ad281c0-b06e-485a-9468-495bd207e6c7 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292080 Aug 24 04:33:06.211508 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:06.213004 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 118c8234-8ae0-4245-87a9-754cc1e24c4a up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:33:06.244121 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33432) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:06.267998 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:06.272067 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e6dba186-551a-4831-9381-51dc2eaca9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (7fdca07d-58ba-4fa9-8dff-e746e1373508), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.275696 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e6dba186-551a-4831-9381-51dc2eaca9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.280238 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-e6dba186-551a-4831-9381-51dc2eaca9b1 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/7fdca07d-58ba-4fa9-8dff-e746e1373508 HTTP/1.1" status: 204 len: 168 time: 1.4245436 Aug 24 04:33:06.307819 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80303433-cd9e-427b-ac44-1320a6014c06 req-b1fa5352-27bc-45ad-b8b4-a946a2429758 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240957 Aug 24 04:33:06.316344 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec6071-0a0d-4081-80ae-b73576a57960 None None] Pushing event updated for resources: {'Port': ['ID=118c8234-8ae0-4245-87a9-754cc1e24c4a,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:06.323399 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-0aa1f324-e60f-4432-afc8-d7fc899cef95 None None] Provisioning complete for port 118c8234-8ae0-4245-87a9-754cc1e24c4a triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:06.323780 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f324-e60f-4432-afc8-d7fc899cef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.338010 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dba186-551a-4831-9381-51dc2eaca9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdca07d-58ba-4fa9-8dff-e746e1373508,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:06.348683 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-484fb094-6b57-4816-b003-79cefb18c546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.353488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-71223623-7b19-4ebe-836b-a80c0759d046 admin admin] Publish callbacks [] for security_group (6b582b30-6e1e-4a69-bf98-8e1c9eeef2f9), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.369690 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-71223623-7b19-4ebe-836b-a80c0759d046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6b582b30-6e1e-4a69-bf98-8e1c9eeef2f9), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.402655 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 118c8234-8ae0-4245-87a9-754cc1e24c4a triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:06.403005 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.406473 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:06.453442 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-71223623-7b19-4ebe-836b-a80c0759d046 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=11438c79945749d3851261fa5ea84553&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1256640 Aug 24 04:33:06.454522 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71223623-7b19-4ebe-836b-a80c0759d046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b582b30-6e1e-4a69-bf98-8e1c9eeef2f9,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:06.456441 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33438) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:06.458262 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Router 87af0744-f325-40df-957f-1c2f925c7099 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:33:06.599196 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-484fb094-6b57-4816-b003-79cefb18c546 admin admin] Publish callbacks [] for security_group (4d96a408-7771-4696-bb2f-78323f9eceff), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.607597 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-484fb094-6b57-4816-b003-79cefb18c546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (4d96a408-7771-4696-bb2f-78323f9eceff), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.638938 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1f324-e60f-4432-afc8-d7fc899cef95 None None] Current status of the port 118c8234-8ae0-4245-87a9-754cc1e24c4a is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:06.659423 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fb094-6b57-4816-b003-79cefb18c546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d96a408-7771-4696-bb2f-78323f9eceff,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:06.670229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 118c8234-8ae0-4245-87a9-754cc1e24c4a is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:06.712430 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-484fb094-6b57-4816-b003-79cefb18c546 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=841240db281f4f22868d38a9065ed663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612594 Aug 24 04:33:06.718102 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33444) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:06.859729 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 118c8234-8ae0-4245-87a9-754cc1e24c4a up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:33:06.865262 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fc4736a7-269b-4ff7-8513-27717f91a276 admin admin] Publish callbacks [] for security_group (6b582b30-6e1e-4a69-bf98-8e1c9eeef2f9), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.947042 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fc4736a7-269b-4ff7-8513-27717f91a276 admin admin] Publish callbacks [] for security_group (6b582b30-6e1e-4a69-bf98-8e1c9eeef2f9), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.951698 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:33:06.955007 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c4a96574-92f9-46cf-8d35-909103f00b55 admin admin] Publish callbacks [] for security_group (4d96a408-7771-4696-bb2f-78323f9eceff), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:06.966415 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db601256-5563-47a7-855d-b7297e799aae None None] Sync routers for ids ['87af0744-f325-40df-957f-1c2f925c7099'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:33:06.984776 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db601256-5563-47a7-855d-b7297e799aae None None] Routers {'87af0744-f325-40df-957f-1c2f925c7099'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:33:06.986882 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-db601256-5563-47a7-855d-b7297e799aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['87af0744-f325-40df-957f-1c2f925c7099'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:07.013607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 118c8234-8ae0-4245-87a9-754cc1e24c4a triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:07.014395 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.014516 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.021131 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a5485bb7-3cfd-42fc-9de5-339052f1117c admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7249851 Aug 24 04:33:07.021552 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33452) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:07.120591 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c4a96574-92f9-46cf-8d35-909103f00b55 admin admin] Publish callbacks [] for security_group (4d96a408-7771-4696-bb2f-78323f9eceff), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.186091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33456) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:07.238347 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 118c8234-8ae0-4245-87a9-754cc1e24c4a is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:07.245631 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-db601256-5563-47a7-855d-b7297e799aae None None] Set router 87af0744-f325-40df-957f-1c2f925c7099 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:33:07.274019 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8100586e-349e-429a-814f-c81e15408dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.360135 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fc4736a7-269b-4ff7-8513-27717f91a276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6b582b30-6e1e-4a69-bf98-8e1c9eeef2f9), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.367687 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fc4736a7-269b-4ff7-8513-27717f91a276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.374064 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fc4736a7-269b-4ff7-8513-27717f91a276 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/6b582b30-6e1e-4a69-bf98-8e1c9eeef2f9 HTTP/1.1" status: 204 len: 168 time: 0.9075491 Aug 24 04:33:07.390828 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c4a96574-92f9-46cf-8d35-909103f00b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (4d96a408-7771-4696-bb2f-78323f9eceff), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.395989 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c4a96574-92f9-46cf-8d35-909103f00b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.402788 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-c4a96574-92f9-46cf-8d35-909103f00b55 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/4d96a408-7771-4696-bb2f-78323f9eceff HTTP/1.1" status: 204 len: 168 time: 0.6757865 Aug 24 04:33:07.402788 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4736a7-269b-4ff7-8513-27717f91a276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b582b30-6e1e-4a69-bf98-8e1c9eeef2f9,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:07.442924 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a96574-92f9-46cf-8d35-909103f00b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d96a408-7771-4696-bb2f-78323f9eceff,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:07.760877 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-db601256-5563-47a7-855d-b7297e799aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '0aa4081f-aaba-4383-9995-24742023f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:33:05Z', 'revision_number': 3, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port': {'id': '0aa4081f-aaba-4383-9995-24742023f16d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:03Z', 'updated_at': '2022-08-24T04:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:07.815753 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db601256-5563-47a7-855d-b7297e799aae None None] Checking router: 87af0744-f325-40df-957f-1c2f925c7099 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:33:07.816108 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db601256-5563-47a7-855d-b7297e799aae None None] Updating router 87af0744-f325-40df-957f-1c2f925c7099 port 0aa4081f-aaba-4383-9995-24742023f16d binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:33:07.865150 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-db601256-5563-47a7-855d-b7297e799aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0aa4081f-aaba-4383-9995-24742023f16d), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:07.880711 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aadd1-eedc-4ab2-bf62-c0a50ef795a9 req-9711dabe-8658-48c2-b532-23923c057302 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:07.883415 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-839aadd1-eedc-4ab2-bf62-c0a50ef795a9 req-9711dabe-8658-48c2-b532-23923c057302 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.2568192 Aug 24 04:33:07.938065 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:07.997730 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8100586e-349e-429a-814f-c81e15408dfb admin admin] Publish callbacks [] for security_group (bd5c1cf6-c1f5-4c12-8536-3a70aaed91ee), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.024443 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8100586e-349e-429a-814f-c81e15408dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (bd5c1cf6-c1f5-4c12-8536-3a70aaed91ee), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.162314 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:08.195221 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-839aadd1-eedc-4ab2-bf62-c0a50ef795a9 req-bf9dd838-a650-4635-a4db-3f6ac195845a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871981 Aug 24 04:33:08.260056 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-8100586e-349e-429a-814f-c81e15408dfb admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=c8512ca0dc594ff38519178be6c098e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0690465 Aug 24 04:33:08.262557 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33472) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:08.266570 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100586e-349e-429a-814f-c81e15408dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c1cf6-c1f5-4c12-8536-3a70aaed91ee,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:08.401832 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-786bfbca-d86f-4cd2-afd6-0a23aa9a48d4 admin admin] Publish callbacks [] for security_group (bd5c1cf6-c1f5-4c12-8536-3a70aaed91ee), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.425825 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33482) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:08.440679 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-db601256-5563-47a7-855d-b7297e799aae None None] Publish callbacks [] for port (0aa4081f-aaba-4383-9995-24742023f16d), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.455705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c45b0e31-ecd6-4a9a-9030-9f9d913ac2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.461031 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-db601256-5563-47a7-855d-b7297e799aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (0aa4081f-aaba-4383-9995-24742023f16d), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.470453 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:08.474060 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-786bfbca-d86f-4cd2-afd6-0a23aa9a48d4 admin admin] Publish callbacks [] for security_group (bd5c1cf6-c1f5-4c12-8536-3a70aaed91ee), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.564224 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:08.581680 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-db601256-5563-47a7-855d-b7297e799aae None None] Attempting to bind port 0aa4081f-aaba-4383-9995-24742023f16d on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:33:08.581680 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-db601256-5563-47a7-855d-b7297e799aae None None] Attempting to bind port 0aa4081f-aaba-4383-9995-24742023f16d by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:33:08.582323 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db601256-5563-47a7-855d-b7297e799aae None None] Attempting to bind port 0aa4081f-aaba-4383-9995-24742023f16d on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:33:08.594659 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33488) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:08.614524 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db601256-5563-47a7-855d-b7297e799aae None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:33:08.615058 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db601256-5563-47a7-855d-b7297e799aae None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:33:08.615840 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-db601256-5563-47a7-855d-b7297e799aae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.616591 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db601256-5563-47a7-855d-b7297e799aae None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:33:08.616996 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-db601256-5563-47a7-855d-b7297e799aae None None] Bound port: 0aa4081f-aaba-4383-9995-24742023f16d, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:33:08.617368 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-db601256-5563-47a7-855d-b7297e799aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0aa4081f-aaba-4383-9995-24742023f16d), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.619813 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfa673-af46-4f0e-b0df-7fbb96ea5617 None None] Pushing event updated for resources: {'Port': ['ID=0aa4081f-aaba-4383-9995-24742023f16d,revision_number=2']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:08.650203 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-786bfbca-d86f-4cd2-afd6-0a23aa9a48d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (bd5c1cf6-c1f5-4c12-8536-3a70aaed91ee), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.657959 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-786bfbca-d86f-4cd2-afd6-0a23aa9a48d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.659531 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-786bfbca-d86f-4cd2-afd6-0a23aa9a48d4 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/bd5c1cf6-c1f5-4c12-8536-3a70aaed91ee HTTP/1.1" status: 204 len: 168 time: 0.3973784 Aug 24 04:33:08.671342 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bfbca-d86f-4cd2-afd6-0a23aa9a48d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c1cf6-c1f5-4c12-8536-3a70aaed91ee,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:08.686967 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.742867 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-db601256-5563-47a7-855d-b7297e799aae None None] For port 0aa4081f-aaba-4383-9995-24742023f16d, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:33:08.745317 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:08.749963 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-db601256-5563-47a7-855d-b7297e799aae None None] For port 0aa4081f-aaba-4383-9995-24742023f16d, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=0aa4081f-aaba-4383-9995-24742023f16d,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:33:08.762530 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-db601256-5563-47a7-855d-b7297e799aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (0aa4081f-aaba-4383-9995-24742023f16d), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:08.834646 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db601256-5563-47a7-855d-b7297e799aae None None] Routers {'87af0744-f325-40df-957f-1c2f925c7099'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:33:08.835328 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-db601256-5563-47a7-855d-b7297e799aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:32:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['87af0744-f325-40df-957f-1c2f925c7099'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:08.954273 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfa673-af46-4f0e-b0df-7fbb96ea5617 None None] Pushing event updated for resources: {'Port': ['ID=0aa4081f-aaba-4383-9995-24742023f16d,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:09.025843 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-db601256-5563-47a7-855d-b7297e799aae None None] Set router 87af0744-f325-40df-957f-1c2f925c7099 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:33:09.346823 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-db601256-5563-47a7-855d-b7297e799aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '0aa4081f-aaba-4383-9995-24742023f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:33:05Z', 'revision_number': 3, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port': {'id': '0aa4081f-aaba-4383-9995-24742023f16d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:03Z', 'updated_at': '2022-08-24T04:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:09.389144 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c45b0e31-ecd6-4a9a-9030-9f9d913ac2a1 admin admin] Publish callbacks [] for security_group (28a79a7e-cba9-4c14-b122-3e56b350a2dc), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:09.397845 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db601256-5563-47a7-855d-b7297e799aae None None] The sync data for ids ['87af0744-f325-40df-957f-1c2f925c7099'] in dv-cinder-854263-1-iscsi is: [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '0aa4081f-aaba-4383-9995-24742023f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:33:05Z', 'revision_number': 3, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port': {'id': '0aa4081f-aaba-4383-9995-24742023f16d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:03Z', 'updated_at': '2022-08-24T04:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:33:09.563143 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c45b0e31-ecd6-4a9a-9030-9f9d913ac2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (28a79a7e-cba9-4c14-b122-3e56b350a2dc), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:09.713266 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c9842-3a0f-4d8d-896d-9ad0b7365a5c req-2bc45b26-29d2-4b3b-a907-e3871c0d1bf7 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:09.716031 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fe6c9842-3a0f-4d8d-896d-9ad0b7365a5c req-2bc45b26-29d2-4b3b-a907-e3871c0d1bf7 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.3230138 Aug 24 04:33:09.727369 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Allocated IP 172.20.0.1 (d88cb95b-f3e8-48f0-9b03-4badc1f80ca9/7aade6d5-28a2-492f-b4f2-27dbdb5afb3f/9bbc02fa-e23b-4b15-b83e-c6537e3ec141) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:33:09.781082 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b0e31-ecd6-4a9a-9030-9f9d913ac2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a79a7e-cba9-4c14-b122-3e56b350a2dc,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:09.790052 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c45b0e31-ecd6-4a9a-9030-9f9d913ac2a1 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=e469ff67e23c44fd9dff1dc23ccbf8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3622370 Aug 24 04:33:09.793470 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33526) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:09.969016 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:09.999702 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-426fe05a-ca66-4758-b417-018e854799ec admin admin] Publish callbacks [] for security_group (28a79a7e-cba9-4c14-b122-3e56b350a2dc), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:10.049239 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:10.050327 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-426fe05a-ca66-4758-b417-018e854799ec admin admin] Publish callbacks [] for security_group (28a79a7e-cba9-4c14-b122-3e56b350a2dc), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:10.052897 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:10.065889 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fe6c9842-3a0f-4d8d-896d-9ad0b7365a5c req-8e5aecbf-800c-4686-914c-0cb8481f75a2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219471 Aug 24 04:33:10.247456 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-426fe05a-ca66-4758-b417-018e854799ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (28a79a7e-cba9-4c14-b122-3e56b350a2dc), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:10.253880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-426fe05a-ca66-4758-b417-018e854799ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:10.257658 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-426fe05a-ca66-4758-b417-018e854799ec admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/28a79a7e-cba9-4c14-b122-3e56b350a2dc HTTP/1.1" status: 204 len: 168 time: 0.4628766 Aug 24 04:33:10.259947 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Publish callbacks [] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:10.288833 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fe05a-ca66-4758-b417-018e854799ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a79a7e-cba9-4c14-b122-3e56b350a2dc,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:10.386643 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:33:10.415387 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (08e913a2-8879-4d2d-8ac1-a303767bf9a0), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:10.434472 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-af8269b7-05f3-475c-8818-f11cb51c8433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:10.526706 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:10.632628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:33:10.648883 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:33:10.653677 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:33:10.861852 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Pushing event updated for resources: {'Port': ['ID=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:10.950287 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 0aa4081f-aaba-4383-9995-24742023f16d up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:33:11.043198 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (87af0744-f325-40df-957f-1c2f925c7099), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:11.058187 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 0aa4081f-aaba-4383-9995-24742023f16d triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:11.058574 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (0aa4081f-aaba-4383-9995-24742023f16d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:11.147953 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-d52c23cf-b739-45b6-b200-f4f065e17b52 None None] Provisioning complete for port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:11.148600 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d52c23cf-b739-45b6-b200-f4f065e17b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:11.185995 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-d52c23cf-b739-45b6-b200-f4f065e17b52 None None] Port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:33:11.227671 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 0aa4081f-aaba-4383-9995-24742023f16d is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:11.228355 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0aa4081f-aaba-4383-9995-24742023f16d), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:11.259938 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 0aa4081f-aaba-4383-9995-24742023f16d, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=0aa4081f-aaba-4383-9995-24742023f16d,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:11.266679 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (0aa4081f-aaba-4383-9995-24742023f16d), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:11.340383 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=0aa4081f-aaba-4383-9995-24742023f16d,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:11.415017 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Deleting port 44fe6e47-d221-4428-857b-2485708194f8 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:33:11.415459 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (44fe6e47-d221-4428-857b-2485708194f8), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:11.423920 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e2172-586b-47d3-aa2b-6caccba16dda req-ea573374-7e49-4a3c-ae87-1e3a6b0690f4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:11.425731 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f97e2172-586b-47d3-aa2b-6caccba16dda req-ea573374-7e49-4a3c-ae87-1e3a6b0690f4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.1464157 Aug 24 04:33:11.537747 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:11.561494 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:11.593497 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f97e2172-586b-47d3-aa2b-6caccba16dda req-ed46611b-4ab0-4c10-bc27-77852875e419 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495359 Aug 24 04:33:11.661893 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:11.673132 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] For port 44fe6e47-d221-4428-857b-2485708194f8, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=44fe6e47-d221-4428-857b-2485708194f8,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:11.673688 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (44fe6e47-d221-4428-857b-2485708194f8), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:11.719895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Calling delete_port for 44fe6e47-d221-4428-857b-2485708194f8 owned by network:router_interface {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:33:12.547583 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Publish callbacks [] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:12.562496 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:12.772264 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (87af0744-f325-40df-957f-1c2f925c7099), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:12.794922 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Pushing event updated for resources: {'Port': ['ID=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:12.863490 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (44fe6e47-d221-4428-857b-2485708194f8), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:13.019826 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 0aa4081f-aaba-4383-9995-24742023f16d up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:33:13.037496 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-4711d99a-c0f6-45ff-9425-865aea89be54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:13.116383 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171fa0-0f81-40ac-bb32-92e58fc0966a req-2d3cea47-ca32-4d35-a9ed-0930d8ff22a4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:13.125250 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd171fa0-0f81-40ac-bb32-92e58fc0966a req-2d3cea47-ca32-4d35-a9ed-0930d8ff22a4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.0795505 Aug 24 04:33:13.188863 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 0aa4081f-aaba-4383-9995-24742023f16d triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:13.189857 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (0aa4081f-aaba-4383-9995-24742023f16d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:13.202852 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fe6e47-d221-4428-857b-2485708194f8,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:13.360084 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:13.362810 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:33:13.374078 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:13.377620 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:33:13.379880 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 0aa4081f-aaba-4383-9995-24742023f16d is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:13.387501 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd171fa0-0f81-40ac-bb32-92e58fc0966a req-0206c0b0-3c20-4d4e-8fa9-ea7993ad3a1c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606819 Aug 24 04:33:13.402721 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:13.596977 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:13.640719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (08e913a2-8879-4d2d-8ac1-a303767bf9a0), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:13.752330 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Router 87af0744-f325-40df-957f-1c2f925c7099 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:33:13.889592 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-d473b2f6-ec0b-4129-9af9-36156a0797b4 None None] Provisioning complete for port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:13.890688 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d473b2f6-ec0b-4129-9af9-36156a0797b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:13.981260 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-d473b2f6-ec0b-4129-9af9-36156a0797b4 None None] Port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:33:14.003160 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:33:14.016400 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-14ce2237-7527-4995-a6c3-f1ea2a8a05ae admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/87af0744-f325-40df-957f-1c2f925c7099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9923959 Aug 24 04:33:14.033252 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Sync routers for ids ['87af0744-f325-40df-957f-1c2f925c7099'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:33:14.072873 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Routers {'87af0744-f325-40df-957f-1c2f925c7099'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:33:14.081399 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:33:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['87af0744-f325-40df-957f-1c2f925c7099'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:14.127604 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:33:14.236679 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33640) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:14.356916 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Set router 87af0744-f325-40df-957f-1c2f925c7099 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:33:14.428900 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:14.473276 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:33:14.491263 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] Sync routers for ids ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:33:14.491924 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c946176f-d746-4e1c-92ef-02b8941e2f69 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/08e913a2-8879-4d2d-8ac1-a303767bf9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8921070 Aug 24 04:33:14.493039 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33658) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:14.523509 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-81665a4a-17f7-46fc-90ea-865c6bac881f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:14.535574 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] Routers {'08e913a2-8879-4d2d-8ac1-a303767bf9a0'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:33:14.537494 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:33:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:14.727038 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] Set router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:33:14.906276 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:15.011625 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:33:12Z', 'revision_number': 5, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:15.015860 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-81665a4a-17f7-46fc-90ea-865c6bac881f admin admin] Publish callbacks [] for security_group (ed7261df-ef5a-4b1f-aea6-cf42b83b83c7), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:15.033263 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-81665a4a-17f7-46fc-90ea-865c6bac881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ed7261df-ef5a-4b1f-aea6-cf42b83b83c7), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:15.067375 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] Checking router: 08e913a2-8879-4d2d-8ac1-a303767bf9a0 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:33:15.085860 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] Routers {'08e913a2-8879-4d2d-8ac1-a303767bf9a0'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:33:15.087475 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:33:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:15.215527 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '0aa4081f-aaba-4383-9995-24742023f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:33:11Z', 'revision_number': 4, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port': {'id': '0aa4081f-aaba-4383-9995-24742023f16d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:03Z', 'updated_at': '2022-08-24T04:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '9bbc02fa-e23b-4b15-b83e-c6537e3ec141', 'name': '', 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'mac_address': 'fa:16:3e:6b:50:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '7aade6d5-28a2-492f-b4f2-27dbdb5afb3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:08Z', 'updated_at': '2022-08-24T04:33:11Z', 'revision_number': 2, 'project_id': '0169f07957b04c3f94bec01af137383b', 'subnets': [{'id': '7aade6d5-28a2-492f-b4f2-27dbdb5afb3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:15.299244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa466-386f-4909-aea6-0d8fa97bbf9e req-77384ced-c3ac-47c7-a9e1-ffbddb8ffae1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:15.308090 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f00aa466-386f-4909-aea6-0d8fa97bbf9e req-77384ced-c3ac-47c7-a9e1-ffbddb8ffae1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.4623730 Aug 24 04:33:15.325589 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] Set router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:33:15.407325 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Checking router: 87af0744-f325-40df-957f-1c2f925c7099 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:33:15.407793 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Updating router 87af0744-f325-40df-957f-1c2f925c7099 port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:33:15.426797 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-81665a4a-17f7-46fc-90ea-865c6bac881f admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=9dc500bc274e4f5aa8a5233735f5333a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1881189 Aug 24 04:33:15.428322 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81665a4a-17f7-46fc-90ea-865c6bac881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7261df-ef5a-4b1f-aea6-cf42b83b83c7,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:15.451747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33686) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:15.542015 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:15.624992 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f00aa466-386f-4909-aea6-0d8fa97bbf9e req-d4e13657-389a-4631-94b9-2cc112224e4d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900906 Aug 24 04:33:15.658975 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks [] for router (08e913a2-8879-4d2d-8ac1-a303767bf9a0), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:15.683428 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d526752b-c9e6-4a98-a2fe-af800bb8bb91 admin admin] Publish callbacks [] for security_group (ed7261df-ef5a-4b1f-aea6-cf42b83b83c7), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:15.748375 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d526752b-c9e6-4a98-a2fe-af800bb8bb91 admin admin] Publish callbacks [] for security_group (ed7261df-ef5a-4b1f-aea6-cf42b83b83c7), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:15.797485 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:33:12Z', 'revision_number': 5, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:15.834694 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee25b44f-b1d6-4966-be8c-f4ecb1da11c4 None None] The sync data for ids ['08e913a2-8879-4d2d-8ac1-a303767bf9a0'] in dv-cinder-854263-1-iscsi is: [{'id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'name': 'tempest-DeleteServersTestJSON-30008608-router', 'tenant_id': '4c255082e8a642f6893ab4b117124a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:33:12Z', 'revision_number': 5, 'project_id': '4c255082e8a642f6893ab4b117124a13', 'gw_port': {'id': 'bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e913a2-8879-4d2d-8ac1-a303767bf9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:33:15.892923 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d526752b-c9e6-4a98-a2fe-af800bb8bb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ed7261df-ef5a-4b1f-aea6-cf42b83b83c7), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:15.901109 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d526752b-c9e6-4a98-a2fe-af800bb8bb91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:15.902630 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-d526752b-c9e6-4a98-a2fe-af800bb8bb91 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/ed7261df-ef5a-4b1f-aea6-cf42b83b83c7 HTTP/1.1" status: 204 len: 168 time: 0.4410534 Aug 24 04:33:15.930027 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526752b-c9e6-4a98-a2fe-af800bb8bb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7261df-ef5a-4b1f-aea6-cf42b83b83c7,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:16.044705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks [] for router_gateway (08e913a2-8879-4d2d-8ac1-a303767bf9a0), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:16.081165 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:16.189339 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Deleting port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:33:16.189904 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:16.223568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:16.231749 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:16.304843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:16.339757 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:16.358216 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] For port bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:16.358947 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:16.383621 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Calling delete_port for bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 owned by network:router_gateway {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:33:16.723574 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Publish callbacks [] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:16.758083 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:16.981118 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33724) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:17.005482 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 44fe6e47-d221-4428-857b-2485708194f8 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:33:17.027401 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3509e074-ef1c-481b-99f0-1819dd856950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.076685 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 44fe6e47-d221-4428-857b-2485708194f8 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:33:17.077586 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 44fe6e47-d221-4428-857b-2485708194f8 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:33:17.283373 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3509e074-ef1c-481b-99f0-1819dd856950 admin admin] Publish callbacks [] for security_group (1d47d66e-3203-49f0-88c2-2ee7c162c1e0), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.285219 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:17.293810 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3509e074-ef1c-481b-99f0-1819dd856950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (1d47d66e-3203-49f0-88c2-2ee7c162c1e0), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.309330 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ce987-c3ae-4ef6-929d-2aaf73cf2829 req-00839f5a-fe29-42f9-a8e6-10ce6a15b18d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:17.322658 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f56ce987-c3ae-4ef6-929d-2aaf73cf2829 req-00839f5a-fe29-42f9-a8e6-10ce6a15b18d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.1444912 Aug 24 04:33:17.324406 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dd53b-143e-4a1a-ac04-92b3bee777f1 None None] Pushing event updated for resources: {'Port': ['ID=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:17.368934 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509e074-ef1c-481b-99f0-1819dd856950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d47d66e-3203-49f0-88c2-2ee7c162c1e0,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:17.423283 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-3509e074-ef1c-481b-99f0-1819dd856950 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=682ebf1cd814463cb8d4147fa2cb008b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405563 Aug 24 04:33:17.426694 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33730) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:17.429675 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Attempting to bind port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:33:17.431127 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Attempting to bind port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:33:17.431785 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Attempting to bind port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 on network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:33:17.445913 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:33:17.446666 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Checking segment: {'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:33:17.447399 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.448155 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Bound using segment: {'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:33:17.450078 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Bound port: 9bbc02fa-e23b-4b15-b83e-c6537e3ec141, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e936ee-33b4-464f-b231-759869991fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:33:17.452525 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.458212 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ea08a-55b7-46bf-be4b-f11d8f612917 req-66476aed-e12d-4532-a516-ca8f1fd7fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:17.461581 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7a3ea08a-55b7-46bf-be4b-f11d8f612917 req-66476aed-e12d-4532-a516-ca8f1fd7fcaf service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 1130 time: 0.6020947 Aug 24 04:33:17.587707 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f56ce987-c3ae-4ef6-929d-2aaf73cf2829 req-dc63562c-be7c-4145-890e-1adc25b87d14 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632811 Aug 24 04:33:17.596032 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.684962 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:17.686265 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-14f82b98-e4e2-46f7-ac84-1078b09874d2 admin admin] Publish callbacks [] for security_group (1d47d66e-3203-49f0-88c2-2ee7c162c1e0), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.727167 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] For port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:33:17.745801 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] For port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,segment=NetworkSegment(52e936ee-33b4-464f-b231-759869991fe2),segment_id=52e936ee-33b4-464f-b231-759869991fe2)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:33:17.763507 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-14f82b98-e4e2-46f7-ac84-1078b09874d2 admin admin] Publish callbacks [] for security_group (1d47d66e-3203-49f0-88c2-2ee7c162c1e0), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.773641 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.775880 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7a3ea08a-55b7-46bf-be4b-f11d8f612917 req-eff6211a-e34e-477a-9269-f42282f7afd6 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921071 Aug 24 04:33:17.879011 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Routers {'87af0744-f325-40df-957f-1c2f925c7099'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:33:17.881278 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:33:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['87af0744-f325-40df-957f-1c2f925c7099'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:17.983857 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-14f82b98-e4e2-46f7-ac84-1078b09874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (1d47d66e-3203-49f0-88c2-2ee7c162c1e0), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.989411 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-14f82b98-e4e2-46f7-ac84-1078b09874d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:17.996048 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-14f82b98-e4e2-46f7-ac84-1078b09874d2 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/1d47d66e-3203-49f0-88c2-2ee7c162c1e0 HTTP/1.1" status: 204 len: 168 time: 0.5611789 Aug 24 04:33:18.028594 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f82b98-e4e2-46f7-ac84-1078b09874d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d47d66e-3203-49f0-88c2-2ee7c162c1e0,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:18.069401 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33738) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:18.102752 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (08e913a2-8879-4d2d-8ac1-a303767bf9a0), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:18.197635 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:18.215539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dd53b-143e-4a1a-ac04-92b3bee777f1 None None] Pushing event updated for resources: {'Port': ['ID=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:18.257097 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] Set router 87af0744-f325-40df-957f-1c2f925c7099 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:33:18.348439 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (08e913a2-8879-4d2d-8ac1-a303767bf9a0), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:18.354217 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks [] for router_controller (08e913a2-8879-4d2d-8ac1-a303767bf9a0), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:18.458043 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33742) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:18.502164 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (08e913a2-8879-4d2d-8ac1-a303767bf9a0), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:18.503564 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e913a2-8879-4d2d-8ac1-a303767bf9a0 {{(pid=106346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:33:18.518275 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:18.521030 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3f84138e-75f7-44d9-85a0-845447040315 admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/08e913a2-8879-4d2d-8ac1-a303767bf9a0 HTTP/1.1" status: 204 len: 168 time: 4.0254636 Aug 24 04:33:18.524861 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33746) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:18.651870 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bfad23-3367-474e-8ed1-2e9a918c17e4 admin admin] Deleting subnet 06060eaf-6c24-4787-9ccb-2ff15fcee2cf {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:33:18.659089 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d5bfad23-3367-474e-8ed1-2e9a918c17e4 admin admin] Publish callbacks [] for subnet (06060eaf-6c24-4787-9ccb-2ff15fcee2cf), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:18.764574 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d5bfad23-3367-474e-8ed1-2e9a918c17e4 admin admin] Publish callbacks [] for subnet (06060eaf-6c24-4787-9ccb-2ff15fcee2cf), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:19.035264 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d5bfad23-3367-474e-8ed1-2e9a918c17e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (06060eaf-6c24-4787-9ccb-2ff15fcee2cf), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:19.048416 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7745a9-4b33-4b97-a9d2-abe952e846ee req-e3c97b60-1bf8-45d4-829d-8c921e7861f5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:19.055724 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba7745a9-4b33-4b97-a9d2-abe952e846ee req-e3c97b60-1bf8-45d4-829d-8c921e7861f5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.2447267 Aug 24 04:33:19.162245 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '0aa4081f-aaba-4383-9995-24742023f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:33:11Z', 'revision_number': 4, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port': {'id': '0aa4081f-aaba-4383-9995-24742023f16d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:03Z', 'updated_at': '2022-08-24T04:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '9bbc02fa-e23b-4b15-b83e-c6537e3ec141', 'name': '', 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'mac_address': 'fa:16:3e:6b:50:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '7aade6d5-28a2-492f-b4f2-27dbdb5afb3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:08Z', 'updated_at': '2022-08-24T04:33:17Z', 'revision_number': 4, 'project_id': '0169f07957b04c3f94bec01af137383b', 'subnets': [{'id': '7aade6d5-28a2-492f-b4f2-27dbdb5afb3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:19.179523 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=7 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:19.185651 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d5bfad23-3367-474e-8ed1-2e9a918c17e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (06060eaf-6c24-4787-9ccb-2ff15fcee2cf), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:19.241647 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba7745a9-4b33-4b97-a9d2-abe952e846ee req-f9c0b0c4-57c9-47d3-abb7-a4fbf9f623ee tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778364 Aug 24 04:33:19.260866 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808de94-7966-4b37-8692-73d2349794c1 None None] The sync data for ids ['87af0744-f325-40df-957f-1c2f925c7099'] in dv-cinder-854263-1-iscsi is: [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '0aa4081f-aaba-4383-9995-24742023f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:33:11Z', 'revision_number': 4, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port': {'id': '0aa4081f-aaba-4383-9995-24742023f16d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:03Z', 'updated_at': '2022-08-24T04:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '9bbc02fa-e23b-4b15-b83e-c6537e3ec141', 'name': '', 'network_id': 'd88cb95b-f3e8-48f0-9b03-4badc1f80ca9', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'mac_address': 'fa:16:3e:6b:50:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '7aade6d5-28a2-492f-b4f2-27dbdb5afb3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:08Z', 'updated_at': '2022-08-24T04:33:17Z', 'revision_number': 4, 'project_id': '0169f07957b04c3f94bec01af137383b', 'subnets': [{'id': '7aade6d5-28a2-492f-b4f2-27dbdb5afb3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:33:19.265405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8d077094-3d1c-4c6d-8043-b82d3dc15a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:19.385736 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7311f661-db9f-4aa8-b833-1b0b7c68b725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:19.407971 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d5bfad23-3367-474e-8ed1-2e9a918c17e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:19.412190 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea3176-be74-437d-b0b7-3a541502bfca None None] Network 6cecd0a1-ddf8-413b-9802-d2d8780e3337 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:33:19.414559 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-d5bfad23-3367-474e-8ed1-2e9a918c17e4 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/06060eaf-6c24-4787-9ccb-2ff15fcee2cf HTTP/1.1" status: 204 len: 168 time: 0.8877978 Aug 24 04:33:19.448672 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33754) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:19.587602 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfad23-3367-474e-8ed1-2e9a918c17e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06060eaf-6c24-4787-9ccb-2ff15fcee2cf,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:19.880960 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7311f661-db9f-4aa8-b833-1b0b7c68b725 admin admin] Publish callbacks [] for security_group (5dcf4d75-9fca-4de4-9bf7-abe2d78847f4), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:19.911739 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7311f661-db9f-4aa8-b833-1b0b7c68b725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (5dcf4d75-9fca-4de4-9bf7-abe2d78847f4), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:20.053640 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311f661-db9f-4aa8-b833-1b0b7c68b725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcf4d75-9fca-4de4-9bf7-abe2d78847f4,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:20.213733 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] DHCP port deletion for 6cecd0a1-ddf8-413b-9802-d2d8780e3337 request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:33:20.300185 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7311f661-db9f-4aa8-b833-1b0b7c68b725 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=35907087726b4ce8a5097df850dce76a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8358822 Aug 24 04:33:20.322262 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33764) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:20.365696 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8d077094-3d1c-4c6d-8043-b82d3dc15a41 admin admin] Publish callbacks [] for security_group (381b6167-18b1-45b9-bfb1-64e1804e3a6f), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:20.397022 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] Deleting port ef4c0734-7740-4415-ae80-b21b614d52e7 {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:33:20.399586 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:20.408722 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8d077094-3d1c-4c6d-8043-b82d3dc15a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (381b6167-18b1-45b9-bfb1-64e1804e3a6f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:20.571036 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:20.661457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] For port ef4c0734-7740-4415-ae80-b21b614d52e7, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=ef4c0734-7740-4415-ae80-b21b614d52e7,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:20.661457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:20.722299 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8d077094-3d1c-4c6d-8043-b82d3dc15a41 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f64e43307c6a40cdb04018a6d061b905&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6511605 Aug 24 04:33:20.724586 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] Calling delete_port for ef4c0734-7740-4415-ae80-b21b614d52e7 owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:33:20.742937 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33774) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:20.748227 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d077094-3d1c-4c6d-8043-b82d3dc15a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381b6167-18b1-45b9-bfb1-64e1804e3a6f,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:20.786949 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:20.974111 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-99b5b91c-1dfd-4406-bf9a-39568f3a207a admin admin] Publish callbacks [] for security_group (5dcf4d75-9fca-4de4-9bf7-abe2d78847f4), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:20.999258 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (6cecd0a1-ddf8-413b-9802-d2d8780e3337), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.084399 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-99b5b91c-1dfd-4406-bf9a-39568f3a207a admin admin] Publish callbacks [] for security_group (5dcf4d75-9fca-4de4-9bf7-abe2d78847f4), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.101397 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-da989002-692b-49fc-b279-ef31de9c13c1 admin admin] Publish callbacks [] for security_group (381b6167-18b1-45b9-bfb1-64e1804e3a6f), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.208542 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b9513-63d5-4acb-857e-ad7b676a5491 req-3f0062f5-525c-4965-be45-88e1687b7ae8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:21.213682 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7a3b9513-63d5-4acb-857e-ad7b676a5491 req-3f0062f5-525c-4965-be45-88e1687b7ae8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.2770760 Aug 24 04:33:21.222161 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-da989002-692b-49fc-b279-ef31de9c13c1 admin admin] Publish callbacks [] for security_group (381b6167-18b1-45b9-bfb1-64e1804e3a6f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.256181 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:33:21.411986 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-99b5b91c-1dfd-4406-bf9a-39568f3a207a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (5dcf4d75-9fca-4de4-9bf7-abe2d78847f4), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.416980 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:21.421284 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-99b5b91c-1dfd-4406-bf9a-39568f3a207a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.429668 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-99b5b91c-1dfd-4406-bf9a-39568f3a207a admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/5dcf4d75-9fca-4de4-9bf7-abe2d78847f4 HTTP/1.1" status: 204 len: 168 time: 1.1005702 Aug 24 04:33:21.469099 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5b91c-1dfd-4406-bf9a-39568f3a207a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcf4d75-9fca-4de4-9bf7-abe2d78847f4,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:21.489932 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-da989002-692b-49fc-b279-ef31de9c13c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (381b6167-18b1-45b9-bfb1-64e1804e3a6f), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.500730 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-da989002-692b-49fc-b279-ef31de9c13c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.511137 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-da989002-692b-49fc-b279-ef31de9c13c1 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/381b6167-18b1-45b9-bfb1-64e1804e3a6f HTTP/1.1" status: 204 len: 168 time: 0.7637773 Aug 24 04:33:21.531965 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da989002-692b-49fc-b279-ef31de9c13c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381b6167-18b1-45b9-bfb1-64e1804e3a6f,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:21.587645 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Deleting port ef4c0734-7740-4415-ae80-b21b614d52e7 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:33:21.587645 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:21.716802 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7a3b9513-63d5-4acb-857e-ad7b676a5491 req-198e1953-7ef2-465e-ac58-aa633176c58a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821661 Aug 24 04:33:21.721035 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:21.754638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:21.755330 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:22.091662 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:22.185319 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] Pushing event deleted for resources: {'Port': ['ID=ef4c0734-7740-4415-ae80-b21b614d52e7,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:22.203442 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67064866-b6e9-4afd-99da-71f1b25d5b11 None None] No DVR routers for this DVR port ef4c0734-7740-4415-ae80-b21b614d52e7 on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:33:22.213303 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83565bc-df13-49c4-9da4-0230617bb6cc req-5d885afe-c0fd-4862-aa31-3cdcbb01e97f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:22.217287 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b83565bc-df13-49c4-9da4-0230617bb6cc req-5d885afe-c0fd-4862-aa31-3cdcbb01e97f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.2354350 Aug 24 04:33:22.250729 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:22.252033 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:22.297846 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] For port ef4c0734-7740-4415-ae80-b21b614d52e7, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=ef4c0734-7740-4415-ae80-b21b614d52e7,segment=NetworkSegment(0fd8466b-a63d-4181-a669-19fbc6215b2e),segment_id=0fd8466b-a63d-4181-a669-19fbc6215b2e)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:22.304984 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:22.368933 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,segment=NetworkSegment(52e936ee-33b4-464f-b231-759869991fe2),segment_id=52e936ee-33b4-464f-b231-759869991fe2)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:22.402865 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Calling delete_port for ef4c0734-7740-4415-ae80-b21b614d52e7 owned by network:dhcp {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:33:22.405248 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:22.598559 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device ef4c0734-7740-4415-ae80-b21b614d52e7 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:33:22.692701 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: ef4c0734-7740-4415-ae80-b21b614d52e7 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:33:22.693441 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device ef4c0734-7740-4415-ae80-b21b614d52e7 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:33:22.694240 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:33:22.759401 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:33:22.760032 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device bc6a9e9d-b8bb-48fe-bdf4-f80c2b18b025 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:33:22.813938 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:22.851567 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b83565bc-df13-49c4-9da4-0230617bb6cc req-8c06ca3d-3987-4a70-96df-073084f1f219 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007233 Aug 24 04:33:23.005997 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (ef4c0734-7740-4415-ae80-b21b614d52e7), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.121023 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] No DVR routers for this DVR port ef4c0734-7740-4415-ae80-b21b614d52e7 on host dv-cinder-854263-1-iscsi {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:33:23.133613 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4c0734-7740-4415-ae80-b21b614d52e7,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:23.174926 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33804) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:23.256077 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3b45-77fe-41c6-82a3-bc75590313d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.354924 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (6cecd0a1-ddf8-413b-9802-d2d8780e3337), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.430646 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cecd0a1-ddf8-413b-9802-d2d8780e3337']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:23.469063 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd8466b-a63d-4181-a669-19fbc6215b2e') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:23.471521 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd8466b-a63d-4181-a669-19fbc6215b2e') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:33:23.486959 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:23.522051 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (0fd8466b-a63d-4181-a669-19fbc6215b2e), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.581234 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (0fd8466b-a63d-4181-a669-19fbc6215b2e), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.616344 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:33:23.616344 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (0fd8466b-a63d-4181-a669-19fbc6215b2e), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.663662 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3b45-77fe-41c6-82a3-bc75590313d9 admin admin] Publish callbacks [] for security_group (39b5cab9-6bd5-4a6c-bbba-be4d901e2944), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.684287 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3b45-77fe-41c6-82a3-bc75590313d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (39b5cab9-6bd5-4a6c-bbba-be4d901e2944), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.693284 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 0fd8466b-a63d-4181-a669-19fbc6215b2e resource provider aggregate not found Aug 24 04:33:23.756689 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 0fd8466b-a63d-4181-a669-19fbc6215b2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fd8466b-a63d-4181-a669-19fbc6215b2e found for delete ", "request_id": "req-16fdb361-7b97-4858-8487-a49b85bdb263"}]} Aug 24 04:33:23.790963 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ddfc3b45-77fe-41c6-82a3-bc75590313d9 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=1b32c2b666e94ff5ad43f3cf02936980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6068470 Aug 24 04:33:23.794106 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33816) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:23.858367 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (6cecd0a1-ddf8-413b-9802-d2d8780e3337), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:23.992494 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cecd0a1-ddf8-413b-9802-d2d8780e3337,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:24.008849 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:24.032184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc3b45-77fe-41c6-82a3-bc75590313d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b5cab9-6bd5-4a6c-bbba-be4d901e2944,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:24.057600 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4cd4df7b-9f0f-47ef-be33-36769d935b39 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/6cecd0a1-ddf8-413b-9802-d2d8780e3337 HTTP/1.1" status: 204 len: 168 time: 4.6122217 Aug 24 04:33:24.136306 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2eb828a-db93-4449-8faa-e7348be04f0b admin admin] Publish callbacks [] for security_group (39b5cab9-6bd5-4a6c-bbba-be4d901e2944), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:24.186771 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2eb828a-db93-4449-8faa-e7348be04f0b admin admin] Publish callbacks [] for security_group (39b5cab9-6bd5-4a6c-bbba-be4d901e2944), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:24.398432 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2eb828a-db93-4449-8faa-e7348be04f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (39b5cab9-6bd5-4a6c-bbba-be4d901e2944), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:24.404191 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2eb828a-db93-4449-8faa-e7348be04f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:24.420406 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f2eb828a-db93-4449-8faa-e7348be04f0b admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/39b5cab9-6bd5-4a6c-bbba-be4d901e2944 HTTP/1.1" status: 204 len: 168 time: 0.6199374 Aug 24 04:33:24.446820 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb828a-db93-4449-8faa-e7348be04f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b5cab9-6bd5-4a6c-bbba-be4d901e2944,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:24.656645 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33830) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:24.790750 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33834) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:25.018589 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33836) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:25.032445 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-2f2197fe-54e4-4c43-8815-69e896c025ad admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=4c255082e8a642f6893ab4b117124a13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2393794 Aug 24 04:33:25.127600 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:33:25.156339 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-180bd7b6-5ce1-4d1a-a73f-5459cbbb80e7 admin admin] Publish callbacks [] for security_group (0b0a85f7-e4a5-431e-9dca-4527e698c5ce), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:25.210015 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-180bd7b6-5ce1-4d1a-a73f-5459cbbb80e7 admin admin] Publish callbacks [] for security_group (0b0a85f7-e4a5-431e-9dca-4527e698c5ce), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:25.344459 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:25.354174 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:25.368309 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-180bd7b6-5ce1-4d1a-a73f-5459cbbb80e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (0b0a85f7-e4a5-431e-9dca-4527e698c5ce), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:25.388436 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-180bd7b6-5ce1-4d1a-a73f-5459cbbb80e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:25.400256 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-180bd7b6-5ce1-4d1a-a73f-5459cbbb80e7 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/0b0a85f7-e4a5-431e-9dca-4527e698c5ce HTTP/1.1" status: 204 len: 168 time: 0.3797176 Aug 24 04:33:25.443263 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bd7b6-5ce1-4d1a-a73f-5459cbbb80e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0a85f7-e4a5-431e-9dca-4527e698c5ce,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:25.596721 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-09d0628c-3ab5-4362-be20-589fbc1efa61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:25.797416 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=54 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:25.835292 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=51 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:25.952246 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-09d0628c-3ab5-4362-be20-589fbc1efa61 admin admin] Publish callbacks [] for security_group (5f6eb541-aee0-45fa-a940-bc18751e3c5a), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:25.965906 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-09d0628c-3ab5-4362-be20-589fbc1efa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (5f6eb541-aee0-45fa-a940-bc18751e3c5a), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:26.066241 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:26.125032 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:26.178916 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-09d0628c-3ab5-4362-be20-589fbc1efa61 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=798649fc260b443489478dcdc2f8370e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5204213 Aug 24 04:33:26.214206 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33862) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:26.266393 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0628c-3ab5-4362-be20-589fbc1efa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6eb541-aee0-45fa-a940-bc18751e3c5a,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:26.349670 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 33868) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:26.378375 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-5da5463e-6e68-4ae8-a163-2dde1d94f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:26.381244 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-5da5463e-6e68-4ae8-a163-2dde1d94f7f4 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 1129 time: 0.3336542 Aug 24 04:33:26.426626 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:26.485349 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-89cac21f-fc4b-42ca-b400-495063e39b3d admin admin] Publish callbacks [] for security_group (5f6eb541-aee0-45fa-a940-bc18751e3c5a), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:26.506547 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9ebf4-24ba-4c9b-ac0f-088b7fa5fef1 req-e09046aa-ab1d-4763-a82b-d9871d5fb74f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:26.513871 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:26.523726 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-77a9ebf4-24ba-4c9b-ac0f-088b7fa5fef1 req-e09046aa-ab1d-4763-a82b-d9871d5fb74f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.3567529 Aug 24 04:33:26.570651 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-89cac21f-fc4b-42ca-b400-495063e39b3d admin admin] Publish callbacks [] for security_group (5f6eb541-aee0-45fa-a940-bc18751e3c5a), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:26.681037 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:26.767601 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-77a9ebf4-24ba-4c9b-ac0f-088b7fa5fef1 req-cc4d6efb-54c3-48f5-a90e-b0d770febfb6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423146 Aug 24 04:33:26.774950 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-89cac21f-fc4b-42ca-b400-495063e39b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (5f6eb541-aee0-45fa-a940-bc18751e3c5a), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:26.780503 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-89cac21f-fc4b-42ca-b400-495063e39b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:26.783161 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-89cac21f-fc4b-42ca-b400-495063e39b3d admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/5f6eb541-aee0-45fa-a940-bc18751e3c5a HTTP/1.1" status: 204 len: 168 time: 0.5662658 Aug 24 04:33:26.816085 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-4ec35eaa-f200-4510-99ba-8fc435428529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:26.819244 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-4ec35eaa-f200-4510-99ba-8fc435428529 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.4170797 Aug 24 04:33:26.823545 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cac21f-fc4b-42ca-b400-495063e39b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6eb541-aee0-45fa-a940-bc18751e3c5a,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:26.984614 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-3fb90b46-af7e-4000-aba5-9359dab07804 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e HTTP/1.1" status: 200 len: 217 time: 0.1471567 Aug 24 04:33:26.992112 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-22250714-network', 'tenant_id': 'a7fd103e49634feeaaa29eb2609a69a4'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:33:27.104410 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Made reservation on behalf of a7fd103e49634feeaaa29eb2609a69a4 for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:33:27.108931 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:27.134063 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:27.157961 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-1bb23c71-96ca-4898-b0d7-fd604e129fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:27.161467 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-1bb23c71-96ca-4898-b0d7-fd604e129fe0 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.1622217 Aug 24 04:33:27.282702 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-173b8023-a862-483c-a940-84b14da1d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:27.288150 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-173b8023-a862-483c-a940-84b14da1d218 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1131849 Aug 24 04:33:27.458941 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Publish callbacks [] for security_group (7911f460-6cb7-41d4-8e54-4c2fdfefa5dd), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:27.481262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (7911f460-6cb7-41d4-8e54-4c2fdfefa5dd), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:27.532367 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-896114fe-5574-4a2e-9ac1-c6f1dccabd84 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330248 Aug 24 04:33:27.538295 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:27.554752 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=106346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:33:27.595001 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (3698a525-ee05-4b0a-8455-4b74598a98f8), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:27.595001 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Added segment 3698a525-ee05-4b0a-8455-4b74598a98f8 of type vlan for network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 Aug 24 04:33:27.720346 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (d1e9d5c6-9dda-4895-aabb-a0180fe61f83), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:27.780365 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7761f1fa-0356-436a-aaa3-ed02e9d86a56 req-559c8121-b288-4226-87d6-aa5a98a9ff18 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341268 Aug 24 04:33:27.791177 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (d1e9d5c6-9dda-4895-aabb-a0180fe61f83), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:27.792528 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:27.793174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:27.854883 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4994016 Aug 24 04:33:27.860094 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 33910) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:27.870324 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Request body: {'subnet': {'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-22250714-subnet', 'tenant_id': 'a7fd103e49634feeaaa29eb2609a69a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:33:27.892348 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e210d-6790-4686-8818-8a170723d9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e9d5c6-9dda-4895-aabb-a0180fe61f83,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:27.907239 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:33:27.984463 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Made reservation on behalf of a7fd103e49634feeaaa29eb2609a69a4 for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:33:27.989112 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:28.246643 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df10e1-6412-4395-9f01-dc8c5a7e0e18 req-1849876f-62d8-4c96-80f7-225152e1b237 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:28.249926 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-87df10e1-6412-4395-9f01-dc8c5a7e0e18 req-1849876f-62d8-4c96-80f7-225152e1b237 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.2109194 Aug 24 04:33:28.314695 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=6,neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:28.395311 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-87df10e1-6412-4395-9f01-dc8c5a7e0e18 req-fbd59715-94fc-4b93-ad0f-015ac282c580 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327219 Aug 24 04:33:28.397403 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (7320dd6a-ad19-464f-b7ab-a4cc93b8c338), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:28.492351 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7320dd6a-ad19-464f-b7ab-a4cc93b8c338,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:28.495226 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Checking segment: {'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:33:28.495830 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Network hostable DHCP agents. Network: d1e9d5c6-9dda-4895-aabb-a0180fe61f83, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:33:28.525932 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:33:28.551357 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, d1e9d5c6-9dda-4895-aabb-a0180fe61f83) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:33:28.558548 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:28.558713 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:28.564601 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb370d-8f64-4f5b-9ae9-2d6277c9edd9 None None] Network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:33:28.599390 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2e6a8676-b676-4828-b98d-afd8b653603d admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7369077 Aug 24 04:33:28.710712 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:28.777299 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc5718-1069-471f-ac70-e46136dab387 None None] Network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:33:29.680382 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464627-ece2-4dd4-b626-5e3041121ed0 req-251564c6-ed1b-4eb3-9f95-a286bf75b02a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:29.689417 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0464627-ece2-4dd4-b626-5e3041121ed0 req-251564c6-ed1b-4eb3-9f95-a286bf75b02a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1024756 Aug 24 04:33:29.697797 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:29.734461 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:29.766475 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c0464627-ece2-4dd4-b626-5e3041121ed0 req-0e309d64-171d-45bd-b4ee-cd35f94ef206 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746772 Aug 24 04:33:31.041809 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789e71c-fa39-4f3d-8e12-c8935cc2c9ee req-e1893bcc-9103-48bb-aa8f-bcc0a532dd42 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:31.049775 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c789e71c-fa39-4f3d-8e12-c8935cc2c9ee req-e1893bcc-9103-48bb-aa8f-bcc0a532dd42 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0846899 Aug 24 04:33:31.148884 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c789e71c-fa39-4f3d-8e12-c8935cc2c9ee req-165adbe0-b1ec-4373-b922-a8019a69fa4b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945692 Aug 24 04:33:31.748526 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-5787291d-d937-44cc-bf1a-1f6144e57e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:31.755501 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-5787291d-d937-44cc-bf1a-1f6144e57e99 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 1129 time: 0.1667678 Aug 24 04:33:32.280086 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-b9c8bc92-9783-4161-be59-d3cdbcd3b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:32.285626 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-b9c8bc92-9783-4161-be59-d3cdbcd3b845 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.4774973 Aug 24 04:33:32.429844 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-22a409c0-01bd-421a-876f-0467b1a58048 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e HTTP/1.1" status: 200 len: 217 time: 0.1365449 Aug 24 04:33:32.892230 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-7c8e98e9-be0f-4e6f-bce5-2614a117da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:32.895482 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-7c8e98e9-be0f-4e6f-bce5-2614a117da03 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.4561615 Aug 24 04:33:32.983181 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768f0f-15aa-46ce-b51b-f781565527a5 req-7eccb990-7370-408a-8489-275c944e8196 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:32.995352 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6d768f0f-15aa-46ce-b51b-f781565527a5 req-7eccb990-7370-408a-8489-275c944e8196 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.3677533 Aug 24 04:33:33.154299 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-5696caaf-1cf1-4f66-be2c-a60b1aa30126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:33.156823 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-5696caaf-1cf1-4f66-be2c-a60b1aa30126 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2056091 Aug 24 04:33:33.275153 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:33.386900 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6d768f0f-15aa-46ce-b51b-f781565527a5 req-5bac5b08-501e-4b54-a704-5429df785d6b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839800 Aug 24 04:33:33.398086 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-0c9ce8b8-39ef-4506-bcc3-a770851df771 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:33.429919 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-0c9ce8b8-39ef-4506-bcc3-a770851df771 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/networks?id=d1e9d5c6-9dda-4895-aabb-a0180fe61f83 HTTP/1.1" status: 200 len: 812 time: 0.5633645 Aug 24 04:33:33.508508 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-3e72626d-4fa4-4da7-be23-3ef03fd597ef tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/quotas/a7fd103e49634feeaaa29eb2609a69a4 HTTP/1.1" status: 200 len: 375 time: 0.0772760 Aug 24 04:33:33.647551 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2bcfc451-e108-4447-a675-dea192d86581 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=a7fd103e49634feeaaa29eb2609a69a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1376433 Aug 24 04:33:33.675786 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-69db6658-7340-462b-af0e-8d30e5c311ed service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079575 Aug 24 04:33:34.084952 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1425d7fa-8d5b-40e9-bf6f-80931004b8f9 req-f25cfbcd-ae54-493f-86df-4e694e89a9a5 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935442 Aug 24 04:33:34.088687 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-79fa331e-7ce9-4e2b-a3cb-92ec4cf3b56c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637512 Aug 24 04:33:34.298930 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-9486eb5a-8c49-464d-9e8c-4e73cdd3d944 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022378 Aug 24 04:33:34.629928 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-873e96f4-7d03-4bc0-967b-84d77d93d548 req-72a49a88-18b4-49c0-b027-36981b6cc231 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 210 time: 0.0401702 Aug 24 04:33:34.641955 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5caa80-a56e-4126-9662-0a96b49fd21e req-997d307f-c04e-4dc9-92b8-ad4677f805c5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:34.650415 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2c5caa80-a56e-4126-9662-0a96b49fd21e req-997d307f-c04e-4dc9-92b8-ad4677f805c5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1000547 Aug 24 04:33:34.657676 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:34.668387 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:34.743373 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2c5caa80-a56e-4126-9662-0a96b49fd21e req-14850dd1-02d7-471e-a643-804d9eae9111 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916185 Aug 24 04:33:35.826730 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6b226b02-8dd8-476c-8df4-5e17cbc7f349 req-ec97bacc-b14b-4bcc-b65a-9583038afad7 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 210 time: 0.0670211 Aug 24 04:33:36.030837 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8d2f3-112d-40ea-8aa0-f2a7897404bf req-13fc81a6-6b88-4ef1-9b6e-fc92dc51af4a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:36.043056 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bab8d2f3-112d-40ea-8aa0-f2a7897404bf req-13fc81a6-6b88-4ef1-9b6e-fc92dc51af4a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1436400 Aug 24 04:33:36.114220 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bab8d2f3-112d-40ea-8aa0-f2a7897404bf req-d8baae05-8307-4983-915f-2351c8fe8eff tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690722 Aug 24 04:33:37.150020 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f60cd0f8-0e28-41a9-a373-a7aa06e0c04a req-50cae0b8-c7e8-42b3-895f-83b87a2ece1c tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 210 time: 0.0882897 Aug 24 04:33:37.398954 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b92c1-2c9a-497a-a6a2-54fbf11220d8 req-b61740a9-c948-4bb7-8199-f610a6f75345 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:37.402032 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9b7b92c1-2c9a-497a-a6a2-54fbf11220d8 req-b61740a9-c948-4bb7-8199-f610a6f75345 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1106129 Aug 24 04:33:37.637084 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9b7b92c1-2c9a-497a-a6a2-54fbf11220d8 req-774a0dd7-224c-499a-850e-021d581d503e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138114 Aug 24 04:33:38.530429 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=52,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:38.584879 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:38.880749 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d433850c-3e30-40cd-b3c2-b1d40fbf23fb req-28960253-7ddc-4117-aea5-eabad4ccb630 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 210 time: 0.2762744 Aug 24 04:33:38.934995 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:39.063012 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-85536858-eb81-47fb-aa54-f596a6852f94 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:39.069142 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-85536858-eb81-47fb-aa54-f596a6852f94 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.99 "GET /networking/v2.0/networks?id=d1e9d5c6-9dda-4895-aabb-a0180fe61f83 HTTP/1.1" status: 200 len: 812 time: 0.8490021 Aug 24 04:33:39.108668 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Request body: {'port': {'device_id': '450664b6-92a7-471e-8657-3c8d3be8429e', 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83', 'admin_state_up': True, 'tenant_id': 'a7fd103e49634feeaaa29eb2609a69a4'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:33:39.443734 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9d848-c5e9-4e89-b027-769f8596cc18 req-6b1aeb83-24cd-40d3-a200-6f764e2518bc tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:39.446257 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-06c9d848-c5e9-4e89-b027-769f8596cc18 req-6b1aeb83-24cd-40d3-a200-6f764e2518bc tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1539855 Aug 24 04:33:39.627969 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Made reservation on behalf of a7fd103e49634feeaaa29eb2609a69a4 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:33:39.641332 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:39.697199 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-06c9d848-c5e9-4e89-b027-769f8596cc18 req-bbc4f8b1-7ac8-4857-a9c3-ca22e6bb6db3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220256 Aug 24 04:33:40.276489 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Allocated IP 172.20.0.4 (d1e9d5c6-9dda-4895-aabb-a0180fe61f83/7320dd6a-ad19-464f-b7ab-a4cc93b8c338/fcdb9774-00d0-441b-afc9-da6f111f3f36) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:33:40.301726 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-85d52574-e1e4-455c-b6d5-a11085cbae4b req-811c871f-8559-4b35-a671-09523e7c8143 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 210 time: 0.1278539 Aug 24 04:33:40.395205 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9927c5e5-7f19-4b95-8d0f-cc8d33da10c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:40.618211 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:40.645786 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks [] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:40.714341 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:40.740043 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:40.814517 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:33:40.827553 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:33:40.830742 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:33:40.930344 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Pushing event updated for resources: {'Port': ['ID=fcdb9774-00d0-441b-afc9-da6f111f3f36,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:40.988762 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.989330 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.989897 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.990452 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.990965 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.991412 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.991967 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.992607 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.993104 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.993654 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.994542 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.995062 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.995631 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.996169 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:40.996752 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:41.029100 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:41.031212 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:41.080017 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439010f2-eed3-4648-bfca-812a18fe52fb req-e33b2f24-fe59-49e5-9c0b-23de1020672e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:41.100585 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-439010f2-eed3-4648-bfca-812a18fe52fb req-e33b2f24-fe59-49e5-9c0b-23de1020672e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.2044728 Aug 24 04:33:41.118047 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-723e8de1-a0b7-4b2f-871d-78bfab311f0b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0211432 Aug 24 04:33:41.193635 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-439010f2-eed3-4648-bfca-812a18fe52fb req-f87b9a6f-f73e-4f45-88b9-c33fce698e28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979927 Aug 24 04:33:41.830919 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa68c8a-54e3-488d-ab1b-14fcc7837353 req-315a3415-531f-47e7-88c5-02e4f97857b2 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:41.834089 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-afa68c8a-54e3-488d-ab1b-14fcc7837353 req-315a3415-531f-47e7-88c5-02e4f97857b2 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 931 time: 0.1122606 Aug 24 04:33:41.884539 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-432475de-ab69-4442-9cc0-8463ebbc43ca tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:41.887206 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-432475de-ab69-4442-9cc0-8463ebbc43ca tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/networks?id=91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 200 len: 815 time: 0.6376336 Aug 24 04:33:41.938339 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-61cfbc8f-fa05-4cbc-82c8-9a9ee21f66b8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/quotas/1a0a58071bf3429a8895f4923a13514a HTTP/1.1" status: 200 len: 375 time: 0.0425212 Aug 24 04:33:41.983065 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-afa68c8a-54e3-488d-ab1b-14fcc7837353 req-31658461-47ea-4603-b3e9-eef31cea3d92 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379352 Aug 24 04:33:42.036432 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-491103bc-459a-49e7-8cdb-49ac4c2400a6 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=1a0a58071bf3429a8895f4923a13514a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836859 Aug 24 04:33:42.180963 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-6b3cb742-cc3f-4b73-8d8e-c00624949207 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236603 Aug 24 04:33:42.324177 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-6865f210-1b93-412b-a353-efab70a92bff service neutron] 10.222.0.89 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291704 Aug 24 04:33:42.417806 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9d47f-2c00-4d13-a47c-bcefb5cf6805 req-db9f6ed2-dc98-4f87-8eb1-7a72d2cdccd0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:42.420513 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ffe9d47f-2c00-4d13-a47c-bcefb5cf6805 req-db9f6ed2-dc98-4f87-8eb1-7a72d2cdccd0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0775716 Aug 24 04:33:42.481803 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Request body: {'port': {'device_id': '450664b6-92a7-471e-8657-3c8d3be8429e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:33:42.557853 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ffe9d47f-2c00-4d13-a47c-bcefb5cf6805 req-a3bbc02d-beb0-4a32-b5ea-c8b93cfaff3a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290033 Aug 24 04:33:42.670908 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3bd616cd-ab44-43c5-aeef-6c2d80a8d8c5 req-9e444c35-9771-46f5-bdfa-ec49d248b81e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 210 time: 0.0913579 Aug 24 04:33:42.705493 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:42.890085 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:42.917823 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:42.959276 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bedceb44-d735-450c-b8ce-5dfe22333a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:43.260319 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:43.299685 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5edbd-d21d-4f05-afe2-9754c9536cfb req-68c1e743-4e25-4790-854f-1fcb76461c57 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:43.307038 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a5f5edbd-d21d-4f05-afe2-9754c9536cfb req-68c1e743-4e25-4790-854f-1fcb76461c57 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 931 time: 0.1849015 Aug 24 04:33:43.344990 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdb9774-00d0-441b-afc9-da6f111f3f36 {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:33:43.359417 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Publish callbacks [] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:43.405074 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Transition to ACTIVE for port object fcdb9774-00d0-441b-afc9-da6f111f3f36 will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:33:43.416659 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:43.432475 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a5f5edbd-d21d-4f05-afe2-9754c9536cfb req-6817c006-b4af-43c5-a47d-2c62d7fe44d9 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184978 Aug 24 04:33:43.507907 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdb9774-00d0-441b-afc9-da6f111f3f36,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:43.582819 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Attempting to bind port fcdb9774-00d0-441b-afc9-da6f111f3f36 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:33:43.583361 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Attempting to bind port fcdb9774-00d0-441b-afc9-da6f111f3f36 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:33:43.583735 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Attempting to bind port fcdb9774-00d0-441b-afc9-da6f111f3f36 on network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:33:43.590395 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Port fcdb9774-00d0-441b-afc9-da6f111f3f36 on network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:33:43.590952 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Attempting to bind port fcdb9774-00d0-441b-afc9-da6f111f3f36 on network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:33:43.599382 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:33:43.599739 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Checking segment: {'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:33:43.600137 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Bound using segment: {'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:33:43.600628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Bound port: fcdb9774-00d0-441b-afc9-da6f111f3f36, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:33:43.601000 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:43.837475 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] For port fcdb9774-00d0-441b-afc9-da6f111f3f36, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:33:43.910128 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fca99127-53cf-4b9e-ac36-e78f97781826 req-abb3e5e3-1855-4f62-92ff-ddd64943bfec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 210 time: 0.0820389 Aug 24 04:33:43.916131 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] For port fcdb9774-00d0-441b-afc9-da6f111f3f36, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fcdb9774-00d0-441b-afc9-da6f111f3f36,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:33:43.923260 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32973afd-043a-4477-b424-e7285fed98e6 req-51cac018-331f-499a-a068-2ef0db433529 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:43.925887 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-32973afd-043a-4477-b424-e7285fed98e6 req-51cac018-331f-499a-a068-2ef0db433529 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.2102063 Aug 24 04:33:43.933365 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:43.939595 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:43.940392 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:43.942640 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/fcdb9774-00d0-441b-afc9-da6f111f3f36 HTTP/1.1" status: 200 len: 1093 time: 1.4729214 Aug 24 04:33:43.943213 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450664b6-92a7-471e-8657-3c8d3be8429e', 'tag': 'fcdb9774-00d0-441b-afc9-da6f111f3f36'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:33:43.945584 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef9e39-f1cd-4015-aea4-1adff7825454" -d '{"events": [{"name": "network-changed", "server_uuid": "450664b6-92a7-471e-8657-3c8d3be8429e", "tag": "fcdb9774-00d0-441b-afc9-da6f111f3f36"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:33:44.024217 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeaee34-4252-4cfb-8af1-68243193f99e x-openstack-request-id: req-dfeaee34-4252-4cfb-8af1-68243193f99e {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:33:44.024515 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450664b6-92a7-471e-8657-3c8d3be8429e", "tag": "fcdb9774-00d0-441b-afc9-da6f111f3f36", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:33:44.024797 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dfeaee34-4252-4cfb-8af1-68243193f99e {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:33:44.025219 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfeaee34-4252-4cfb-8af1-68243193f99e'] response: {'name': 'network-changed', 'server_uuid': '450664b6-92a7-471e-8657-3c8d3be8429e', 'tag': 'fcdb9774-00d0-441b-afc9-da6f111f3f36', 'status': 'completed', 'code': 200} Aug 24 04:33:44.055262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1057a8-abd0-47f6-b583-42efa526d1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdb9774-00d0-441b-afc9-da6f111f3f36,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:44.073854 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-32973afd-043a-4477-b424-e7285fed98e6 req-4ec238a6-4049-4563-9db1-37fc2524fd5d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355872 Aug 24 04:33:44.086276 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:44.622162 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604b969-e878-4374-ba06-f1a1b14bbfef req-416fbf30-62b2-4ff7-aeb5-7144da7d8bac tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:44.623869 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a604b969-e878-4374-ba06-f1a1b14bbfef req-416fbf30-62b2-4ff7-aeb5-7144da7d8bac tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 943 time: 0.0658257 Aug 24 04:33:44.719773 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a604b969-e878-4374-ba06-f1a1b14bbfef req-e1b02f08-79cf-491c-881a-32226402cce1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845749 Aug 24 04:33:45.089687 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-647159f9-3641-4b8d-8bc2-eb07562e5b22 req-c798f01f-0f45-45f0-bef5-65c020149331 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 210 time: 0.0485792 Aug 24 04:33:45.306117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e174c-3ac5-4656-93e9-b3e0ba0b78e3 req-964c09f9-7a2e-4c35-9f1a-7b2c3732cb1d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:45.308929 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc1e174c-3ac5-4656-93e9-b3e0ba0b78e3 req-964c09f9-7a2e-4c35-9f1a-7b2c3732cb1d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0901883 Aug 24 04:33:45.391916 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:45.404728 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc1e174c-3ac5-4656-93e9-b3e0ba0b78e3 req-6081b427-aa69-4892-8e55-8d417f55f271 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836802 Aug 24 04:33:45.421680 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:45.654030 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:45.715921 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:45.724687 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9e39-f1cd-4015-aea4-1adff7825454 req-32b7a3b9-ab43-4fcf-b1ef-8e568a362ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:45.727529 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9fef9e39-f1cd-4015-aea4-1adff7825454 req-32b7a3b9-ab43-4fcf-b1ef-8e568a362ac8 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=a7fd103e49634feeaaa29eb2609a69a4&device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 1127 time: 0.0922592 Aug 24 04:33:45.944739 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:46.160431 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef3638-a7e8-422f-9400-c1115d4a7c2a req-a4ba00aa-9d8e-495f-82d1-f0c8d94563d4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:46.162999 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7cef3638-a7e8-422f-9400-c1115d4a7c2a req-a4ba00aa-9d8e-495f-82d1-f0c8d94563d4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 943 time: 0.2848835 Aug 24 04:33:46.198219 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:46.259471 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9e39-f1cd-4015-aea4-1adff7825454 req-f1d312e6-1ea9-4f09-8d89-67a0f7b7d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:46.261696 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9fef9e39-f1cd-4015-aea4-1adff7825454 req-f1d312e6-1ea9-4f09-8d89-67a0f7b7d8e5 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?tenant_id=a7fd103e49634feeaaa29eb2609a69a4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5251541 Aug 24 04:33:46.311808 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5d9e2bdf-691c-4f94-9e42-8af9a12a6612 req-5bede490-b3d8-43c8-b211-e121ff61439a tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 210 time: 0.0760226 Aug 24 04:33:46.355812 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7cef3638-a7e8-422f-9400-c1115d4a7c2a req-41dd432f-9efa-4cf1-8405-451154f5c520 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803360 Aug 24 04:33:46.608767 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae73316-386b-4f71-a6c1-6ba416ff2a81 req-8d73c572-4ef4-4017-af5d-5f154ba02ba0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:46.610717 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cae73316-386b-4f71-a6c1-6ba416ff2a81 req-8d73c572-4ef4-4017-af5d-5f154ba02ba0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0777807 Aug 24 04:33:46.700158 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cae73316-386b-4f71-a6c1-6ba416ff2a81 req-993a79a0-8210-466a-980d-c3fe5919c56c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775688 Aug 24 04:33:47.035641 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9e39-f1cd-4015-aea4-1adff7825454 req-0e9c27f9-36c7-4bcd-be61-8e030e8c184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:47.038243 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9fef9e39-f1cd-4015-aea4-1adff7825454 req-0e9c27f9-36c7-4bcd-be61-8e030e8c184e service neutron] 10.222.0.99 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2906110 Aug 24 04:33:47.236425 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-039a0b4b-8618-4bf0-a7b3-1b2ffe1ea73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:47.245764 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-039a0b4b-8618-4bf0-a7b3-1b2ffe1ea73a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=a7fd103e49634feeaaa29eb2609a69a4&device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 1127 time: 0.1146846 Aug 24 04:33:47.317692 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681ed8c-c762-4a47-b471-458fd1f2397b req-fa2f2870-1a44-46fb-8cbe-5cd24798cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:47.323300 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5681ed8c-c762-4a47-b471-458fd1f2397b req-fa2f2870-1a44-46fb-8cbe-5cd24798cf79 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 1129 time: 0.1129730 Aug 24 04:33:47.336104 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-c3d213a4-5903-4948-bd1a-47e6d6894de5 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdb9774-00d0-441b-afc9-da6f111f3f36 HTTP/1.1" status: 200 len: 217 time: 0.0807159 Aug 24 04:33:47.388760 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:33:47.567588 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5681ed8c-c762-4a47-b471-458fd1f2397b req-7dd480b6-230e-42cf-b747-e58913f3f926 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361040 Aug 24 04:33:47.619608 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-e2aa507b-65f5-4dc4-8392-23015be4d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:47.625002 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-e2aa507b-65f5-4dc4-8392-23015be4d41e service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=7320dd6a-ad19-464f-b7ab-a4cc93b8c338 HTTP/1.1" status: 200 len: 852 time: 0.2802289 Aug 24 04:33:47.739418 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-30e5b2f2-b23a-4216-9d2c-ee2ae18495fb req-c6f83ae4-f131-4b19-ac65-58afae1b64fb tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 210 time: 0.0957670 Aug 24 04:33:47.824213 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-9cff97b1-ff21-467d-84bb-8ce1d2c62168 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:47.826213 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-9cff97b1-ff21-467d-84bb-8ce1d2c62168 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.99 "GET /networking/v2.0/networks?id=91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 200 len: 815 time: 0.4425938 Aug 24 04:33:47.843125 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'port': {'device_id': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'admin_state_up': True, 'tenant_id': '1a0a58071bf3429a8895f4923a13514a'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:33:47.974328 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-784904ac-dcc3-4893-9e28-b6ebc4222e11 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=d1e9d5c6-9dda-4895-aabb-a0180fe61f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757386 Aug 24 04:33:48.123553 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051da47-575a-4550-a5c5-ad4fe396e881 req-c15e3819-8958-4625-aaa6-3482af25b279 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:48.136268 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e051da47-575a-4550-a5c5-ad4fe396e881 req-c15e3819-8958-4625-aaa6-3482af25b279 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 943 time: 0.1655614 Aug 24 04:33:48.184142 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Made reservation on behalf of 1a0a58071bf3429a8895f4923a13514a for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:33:48.192319 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:48.243061 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e051da47-575a-4550-a5c5-ad4fe396e881 req-dc9fe18c-1af4-4e83-ada1-e42d42afa5c8 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041114 Aug 24 04:33:48.464702 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a60e77-e132-44a5-852c-3d3519147d58 req-c56a7df8-fce1-4dc4-b612-2cfe9a116919 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:48.468131 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e4a60e77-e132-44a5-852c-3d3519147d58 req-c56a7df8-fce1-4dc4-b612-2cfe9a116919 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1148603 Aug 24 04:33:48.653100 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-776e9322-2d5a-41c3-a1f5-fdd5c49aad45 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873050 Aug 24 04:33:48.655774 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Allocated IP 172.20.0.4 (91eee5dd-5c6f-43ce-9732-7f8661a38597/cc28a842-b523-4a8e-8a08-c6bd7074df45/c8529d6c-8b97-4651-8200-bb1b006b1ca3) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:33:48.802661 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e4a60e77-e132-44a5-852c-3d3519147d58 req-43c98f2a-0b44-41bb-9b6d-3dcd59ac74c0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453044 Aug 24 04:33:49.019639 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f8668081-4d45-42a6-b134-c7370a777da3 req-de8a441a-c732-421a-af0d-24dc1b9044f8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 210 time: 0.0819850 Aug 24 04:33:49.093989 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34422) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:49.164374 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:49.225777 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:49.297027 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:33:49.320063 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:33:49.345105 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:33:49.353405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:49.354725 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:49.366042 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-281405d2-af55-49ff-8676-a05a41ea8356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:49.522244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf45715-c7e7-40f6-87c7-9c6725931101 req-ca877cbe-10ef-4880-b3c8-6a82fdcec7dd tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:49.526132 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4cf45715-c7e7-40f6-87c7-9c6725931101 req-ca877cbe-10ef-4880-b3c8-6a82fdcec7dd tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 943 time: 0.1180177 Aug 24 04:33:49.648085 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4cf45715-c7e7-40f6-87c7-9c6725931101 req-e18d26d4-5761-4b15-82fe-3a29f41813ec tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048858 Aug 24 04:33:49.719699 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'Port': ['ID=c8529d6c-8b97-4651-8200-bb1b006b1ca3,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:49.742055 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9064782 Aug 24 04:33:49.750836 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:49.753671 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.754211 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.755025 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.755542 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.756215 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.756606 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.757188 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.757740 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.758394 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.758791 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.759339 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.759874 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.760380 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.761276 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.761804 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea8cc-affd-440f-9156-82724ca6406e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:49.776276 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-43e4738d-c35e-4410-b517-bbf4cf5345c5 None None] Provisioning complete for port c8529d6c-8b97-4651-8200-bb1b006b1ca3 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:33:49.781705 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-43e4738d-c35e-4410-b517-bbf4cf5345c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:49.842353 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:49.844530 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-43e4738d-c35e-4410-b517-bbf4cf5345c5 None None] Port c8529d6c-8b97-4651-8200-bb1b006b1ca3 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:33:49.917848 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-281405d2-af55-49ff-8676-a05a41ea8356 admin admin] Publish callbacks [] for security_group (bf77f556-af98-4b14-87f6-0b56094634e4), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:49.927313 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-281405d2-af55-49ff-8676-a05a41ea8356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (bf77f556-af98-4b14-87f6-0b56094634e4), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:49.982062 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-281405d2-af55-49ff-8676-a05a41ea8356 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=aa133acd46b94819984ebf270cf3ea7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8822839 Aug 24 04:33:49.982748 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34448) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:50.012798 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281405d2-af55-49ff-8676-a05a41ea8356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf77f556-af98-4b14-87f6-0b56094634e4,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:50.049024 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c1582-437e-4aca-9319-70428c7dec75 req-1d75e2d5-4c8d-4335-ad4c-f98499b2be03 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:50.052744 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3b1c1582-437e-4aca-9319-70428c7dec75 req-1d75e2d5-4c8d-4335-ad4c-f98499b2be03 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1020019 Aug 24 04:33:50.110883 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07163804-e373-4d3a-a1a7-fd647d095ada admin admin] Publish callbacks [] for security_group (bf77f556-af98-4b14-87f6-0b56094634e4), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:50.148720 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07163804-e373-4d3a-a1a7-fd647d095ada admin admin] Publish callbacks [] for security_group (bf77f556-af98-4b14-87f6-0b56094634e4), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:50.182593 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3b1c1582-437e-4aca-9319-70428c7dec75 req-315ecd5b-afb5-4b10-aa9f-00ace97b5c9a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098099 Aug 24 04:33:50.224061 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:50.230873 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:50.255687 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195c080-2cd9-4b04-9f8d-94b434e2ea11 req-c9ebab0c-eac8-497e-a1ca-8f80a77136f8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:50.258251 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f195c080-2cd9-4b04-9f8d-94b434e2ea11 req-c9ebab0c-eac8-497e-a1ca-8f80a77136f8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 931 time: 0.0977738 Aug 24 04:33:50.258524 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07163804-e373-4d3a-a1a7-fd647d095ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (bf77f556-af98-4b14-87f6-0b56094634e4), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:50.262580 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07163804-e373-4d3a-a1a7-fd647d095ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:50.264251 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-07163804-e373-4d3a-a1a7-fd647d095ada admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/bf77f556-af98-4b14-87f6-0b56094634e4 HTTP/1.1" status: 204 len: 168 time: 0.2803273 Aug 24 04:33:50.285189 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07163804-e373-4d3a-a1a7-fd647d095ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf77f556-af98-4b14-87f6-0b56094634e4,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:50.355711 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f195c080-2cd9-4b04-9f8d-94b434e2ea11 req-2b63f529-2997-4e04-b064-124d4bf17ad7 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856504 Aug 24 04:33:50.730113 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34460) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:50.756293 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0c02-c8c8-49f6-ba0c-23ae595d8701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:50.886460 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5e25b-599f-49b7-bf24-e2d4af394c29 req-5ee224f6-963f-4447-a9de-1c6ce7f1c1e0 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:50.889221 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-adc5e25b-599f-49b7-bf24-e2d4af394c29 req-5ee224f6-963f-4447-a9de-1c6ce7f1c1e0 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 943 time: 0.1158593 Aug 24 04:33:50.937953 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0c02-c8c8-49f6-ba0c-23ae595d8701 admin admin] Publish callbacks [] for security_group (0d32099c-2619-4e36-89fb-a2dc30debd57), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:50.944385 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0c02-c8c8-49f6-ba0c-23ae595d8701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (0d32099c-2619-4e36-89fb-a2dc30debd57), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:50.989336 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-adc5e25b-599f-49b7-bf24-e2d4af394c29 req-9ea5dea7-2697-4338-a2f3-5dcd379f408b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870607 Aug 24 04:33:51.020765 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-5f6e0c02-c8c8-49f6-ba0c-23ae595d8701 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=1be0e06b1c6a4ea4bf81191d7a5739ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885394 Aug 24 04:33:51.021841 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e0c02-c8c8-49f6-ba0c-23ae595d8701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d32099c-2619-4e36-89fb-a2dc30debd57,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:51.024122 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 34466) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:51.120787 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf7e5-fd16-4f67-b669-e3ae300360bd admin admin] Publish callbacks [] for security_group (0d32099c-2619-4e36-89fb-a2dc30debd57), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:51.166203 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf7e5-fd16-4f67-b669-e3ae300360bd admin admin] Publish callbacks [] for security_group (0d32099c-2619-4e36-89fb-a2dc30debd57), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:51.272880 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf7e5-fd16-4f67-b669-e3ae300360bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (0d32099c-2619-4e36-89fb-a2dc30debd57), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:51.277780 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf7e5-fd16-4f67-b669-e3ae300360bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:51.279778 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ec3cf7e5-fd16-4f67-b669-e3ae300360bd admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/0d32099c-2619-4e36-89fb-a2dc30debd57 HTTP/1.1" status: 204 len: 168 time: 0.2541044 Aug 24 04:33:51.294871 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cf7e5-fd16-4f67-b669-e3ae300360bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d32099c-2619-4e36-89fb-a2dc30debd57,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:51.420397 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea0d63-b54f-476c-a1e1-81e34c5ac9da req-f2b8c49f-472a-4bba-99d9-73f8402cc80f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:51.423506 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c9ea0d63-b54f-476c-a1e1-81e34c5ac9da req-f2b8c49f-472a-4bba-99d9-73f8402cc80f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1094644 Aug 24 04:33:51.543026 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c9ea0d63-b54f-476c-a1e1-81e34c5ac9da req-9e4f9581-8c18-4e1a-a647-a50e26c7451d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063561 Aug 24 04:33:51.616942 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1feeb2-0871-49f7-96a1-2e79537dff38 req-7950e4ff-244a-49b8-84ad-ffbdd0054644 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:51.619646 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cd1feeb2-0871-49f7-96a1-2e79537dff38 req-7950e4ff-244a-49b8-84ad-ffbdd0054644 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 931 time: 0.1164632 Aug 24 04:33:51.709438 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cd1feeb2-0871-49f7-96a1-2e79537dff38 req-49a4c4d0-c0d4-4284-a471-27d6ca8898bc tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790439 Aug 24 04:33:52.218740 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Request body: {'port': {'device_id': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:33:52.319245 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ad82-46d5-43bc-bebb-f075fdbcb8d5 req-90c747c2-5fec-4fc2-b5d2-5a9995ba3fea tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:52.322967 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7472ad82-46d5-43bc-bebb-f075fdbcb8d5 req-90c747c2-5fec-4fc2-b5d2-5a9995ba3fea tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 943 time: 0.1933966 Aug 24 04:33:52.454959 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:52.597198 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfdc8e82-c500-4c25-8b10-7658c54dd20e req-1b081ac6-84b1-47ee-878f-93131e4d2b4b service neutron] 10.222.0.99 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770859 Aug 24 04:33:52.644407 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7472ad82-46d5-43bc-bebb-f075fdbcb8d5 req-f875852f-fc40-475d-a69d-eb28fec28230 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494393 Aug 24 04:33:52.949517 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661afe9-024a-4e0f-9d2a-154878a468fb req-6e1afb31-b0d0-420f-a095-61f575972931 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:52.951957 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c661afe9-024a-4e0f-9d2a-154878a468fb req-6e1afb31-b0d0-420f-a095-61f575972931 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1349299 Aug 24 04:33:53.106006 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c661afe9-024a-4e0f-9d2a-154878a468fb req-1388bf06-5aa6-44ac-969a-be89b0b31ad3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380079 Aug 24 04:33:53.120846 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830ef5a-adc2-45a5-bdb1-99a90e6fdb9c req-27bd29c2-86de-4de9-8528-4f1caa86801a tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:53.133389 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8830ef5a-adc2-45a5-bdb1-99a90e6fdb9c req-27bd29c2-86de-4de9-8528-4f1caa86801a tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 931 time: 0.2089634 Aug 24 04:33:53.402020 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8830ef5a-adc2-45a5-bdb1-99a90e6fdb9c req-8025b97f-bcf9-4b7e-a295-88b48273af83 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618253 Aug 24 04:33:53.459453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:53.815932 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8529d6c-8b97-4651-8200-bb1b006b1ca3 {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:33:53.881653 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Publish callbacks [] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:53.948730 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Transition to ACTIVE for port object c8529d6c-8b97-4651-8200-bb1b006b1ca3 will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:33:53.963223 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:54.097262 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:54.122924 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Pushing event updated for resources: {'Port': ['ID=c8529d6c-8b97-4651-8200-bb1b006b1ca3,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:54.132932 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Attempting to bind port c8529d6c-8b97-4651-8200-bb1b006b1ca3 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:33:54.144161 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Attempting to bind port c8529d6c-8b97-4651-8200-bb1b006b1ca3 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:33:54.145102 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Attempting to bind port c8529d6c-8b97-4651-8200-bb1b006b1ca3 on network 91eee5dd-5c6f-43ce-9732-7f8661a38597 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:33:54.171897 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Port c8529d6c-8b97-4651-8200-bb1b006b1ca3 on network 91eee5dd-5c6f-43ce-9732-7f8661a38597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:33:54.173030 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Attempting to bind port c8529d6c-8b97-4651-8200-bb1b006b1ca3 on network 91eee5dd-5c6f-43ce-9732-7f8661a38597 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:33:54.174372 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f1d1-1aa0-4063-af7a-6b8cb2f3f2bc req-7e0ac4c9-0308-4df2-ac94-153b29f32427 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:54.187720 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:33:54.190100 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Checking segment: {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:33:54.190613 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f2b8f1d1-1aa0-4063-af7a-6b8cb2f3f2bc req-7e0ac4c9-0308-4df2-ac94-153b29f32427 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.2921202 Aug 24 04:33:54.191488 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Bound using segment: {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:33:54.192459 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Bound port: c8529d6c-8b97-4651-8200-bb1b006b1ca3, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd42ba3b-1372-41b4-914d-6169cf4b6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:33:54.193338 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:54.340328 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:54.363694 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:54.397400 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-da5be29e-3edb-420d-b448-f0613eca8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:54.400424 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-da5be29e-3edb-420d-b448-f0613eca8ab6 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 1129 time: 0.2036469 Aug 24 04:33:54.454130 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f401-c0e6-421f-a07c-dcaa11618546 req-a841f54c-3ca1-41ec-a6bd-9b7937a2178d tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:54.476178 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e2d8f401-c0e6-421f-a07c-dcaa11618546 req-a841f54c-3ca1-41ec-a6bd-9b7937a2178d tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 943 time: 0.2759664 Aug 24 04:33:54.488750 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] For port c8529d6c-8b97-4651-8200-bb1b006b1ca3, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:33:54.513779 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] For port c8529d6c-8b97-4651-8200-bb1b006b1ca3, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:33:54.543361 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:54.555611 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:54.561830 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:54.564744 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 1093 time: 2.3506527 Aug 24 04:33:54.566138 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34568) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:54.580044 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:33:54.595208 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e9a56f-c9d9-491a-830a-c0b239cfac39" -d '{"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:33:54.693153 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f2b8f1d1-1aa0-4063-af7a-6b8cb2f3f2bc req-3cd9c5c6-e967-4580-ba79-f16586807b2e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010545 Aug 24 04:33:54.954716 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4d9b1-de15-4e3e-8ed9-96cd7e68c39a service neutron] Pushing event updated for resources: {'Port': ['ID=c8529d6c-8b97-4651-8200-bb1b006b1ca3,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:55.143361 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-80bfe917-3097-4c81-b770-c419e6c05265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:55.152355 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-80bfe917-3097-4c81-b770-c419e6c05265 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=1a0a58071bf3429a8895f4923a13514a&device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1127 time: 0.2566080 Aug 24 04:33:55.265018 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-9e53c73a-c688-4a24-a9fd-138984c6f70c service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 217 time: 0.1014326 Aug 24 04:33:55.496964 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e2d8f401-c0e6-421f-a07c-dcaa11618546 req-e93d3101-a94c-4e98-bdce-157db3f7448c tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9453380 Aug 24 04:33:55.629543 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185898b-f9ce-44b0-aaa6-81dfff5ce728 req-85343d76-d3f7-42c1-841a-e42d38db145c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:55.650169 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea893-3164-4e64-b239-7c058142394b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:55.655435 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d185898b-f9ce-44b0-aaa6-81dfff5ce728 req-85343d76-d3f7-42c1-841a-e42d38db145c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.4256063 Aug 24 04:33:55.682041 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054be5d9-9867-41d0-a4e8-bdcb6f846a6c x-openstack-request-id: req-054be5d9-9867-41d0-a4e8-bdcb6f846a6c {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:33:55.693648 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-60469bb4-439f-4c51-8cda-be3283a93ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:55.695417 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:33:55.696269 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-054be5d9-9867-41d0-a4e8-bdcb6f846a6c {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:33:55.697702 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054be5d9-9867-41d0-a4e8-bdcb6f846a6c'] response: {'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'status': 'completed', 'code': 200} Aug 24 04:33:55.704613 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-60469bb4-439f-4c51-8cda-be3283a93ab4 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 1.1958723 Aug 24 04:33:55.719967 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b70f9e96-6fd3-4d49-bc4e-1b1adebb5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:55.724237 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-b70f9e96-6fd3-4d49-bc4e-1b1adebb5ea7 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=cc28a842-b523-4a8e-8a08-c6bd7074df45 HTTP/1.1" status: 200 len: 854 time: 0.4392753 Aug 24 04:33:55.868012 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-7bae342a-813a-4476-8c90-be4ee69c8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:55.871322 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-7bae342a-813a-4476-8c90-be4ee69c8d5c service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=91eee5dd-5c6f-43ce-9732-7f8661a38597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1380627 Aug 24 04:33:56.347501 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea893-3164-4e64-b239-7c058142394b admin admin] Publish callbacks [] for security_group (23698d13-a916-4fab-a401-bb5545972245), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:56.386498 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea893-3164-4e64-b239-7c058142394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (23698d13-a916-4fab-a401-bb5545972245), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:56.483094 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-3f5ea893-3164-4e64-b239-7c058142394b admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=03737ce1b07643b0ba3103df45f5504e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8758411 Aug 24 04:33:56.488358 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34604) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:56.514240 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-48be1b0a-3fe2-40d9-95e5-ef8291a40b23 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259792 Aug 24 04:33:56.704322 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:56.781866 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea893-3164-4e64-b239-7c058142394b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23698d13-a916-4fab-a401-bb5545972245,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:56.837855 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-a502f1cd-87c8-4f2e-ae64-6b0ffb98fc63 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e HTTP/1.1" status: 200 len: 217 time: 1.1325104 Aug 24 04:33:56.900386 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9229b9a3-943f-492c-96a0-5c8d02db6aa3 req-1705da5b-aea2-48bc-97dd-c5f81e4243be service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754919 Aug 24 04:33:56.990926 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f07cd155-bb7d-4c6c-819d-6e0105377fef admin admin] Publish callbacks [] for security_group (23698d13-a916-4fab-a401-bb5545972245), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:57.040901 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f07cd155-bb7d-4c6c-819d-6e0105377fef admin admin] Publish callbacks [] for security_group (23698d13-a916-4fab-a401-bb5545972245), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:57.079212 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d185898b-f9ce-44b0-aaa6-81dfff5ce728 req-f570c744-527c-4f8f-8c94-d489a6ff37e1 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4143400 Aug 24 04:33:57.153120 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa9a5b-a8a1-45b6-94ed-dfb215709597 req-8de88a48-e597-4b2e-9bce-436c35ec690c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:57.164204 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-89aa9a5b-a8a1-45b6-94ed-dfb215709597 req-8de88a48-e597-4b2e-9bce-436c35ec690c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.2676237 Aug 24 04:33:57.171715 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f07cd155-bb7d-4c6c-819d-6e0105377fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (23698d13-a916-4fab-a401-bb5545972245), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:57.178000 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f07cd155-bb7d-4c6c-819d-6e0105377fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:57.194352 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f07cd155-bb7d-4c6c-819d-6e0105377fef admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/23698d13-a916-4fab-a401-bb5545972245 HTTP/1.1" status: 204 len: 168 time: 0.7039306 Aug 24 04:33:57.214264 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cd155-bb7d-4c6c-819d-6e0105377fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23698d13-a916-4fab-a401-bb5545972245,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:57.324840 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-89aa9a5b-a8a1-45b6-94ed-dfb215709597 req-6157d8f9-fbc8-41fd-9452-e4b486f0ccf0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514323 Aug 24 04:33:57.388405 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:57.541252 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c889a6-074f-46ab-8878-84ccc7515bdd req-643ba551-d0f3-43de-81b0-d56f925aa8a0 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:57.543928 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-67c889a6-074f-46ab-8878-84ccc7515bdd req-643ba551-d0f3-43de-81b0-d56f925aa8a0 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 943 time: 0.1535573 Aug 24 04:33:57.582903 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936c56b-e65b-490b-9523-dd540178833c req-704c73f1-de39-4923-938f-5ae31f76d994 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:57.585586 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0936c56b-e65b-490b-9523-dd540178833c req-704c73f1-de39-4923-938f-5ae31f76d994 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1398747 Aug 24 04:33:57.709733 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-67c889a6-074f-46ab-8878-84ccc7515bdd req-6bddcf05-06b7-44ee-8246-9772ada5f0c1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532788 Aug 24 04:33:57.741518 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0936c56b-e65b-490b-9523-dd540178833c req-5d098d10-d994-4a09-afd6-a6ef87f98ef4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422689 Aug 24 04:33:57.899543 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device fcdb9774-00d0-441b-afc9-da6f111f3f36 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:33:58.059656 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34642) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:58.091150 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e8a5-1afa-4f6a-94e3-2e32ca81138d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.157104 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port fcdb9774-00d0-441b-afc9-da6f111f3f36, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fcdb9774-00d0-441b-afc9-da6f111f3f36,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:58.178981 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:58.183675 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'fcdb9774-00d0-441b-afc9-da6f111f3f36', 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83', 'port_id': 'fcdb9774-00d0-441b-afc9-da6f111f3f36', 'mac_address': 'fa:16:3e:a9:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7320dd6a-ad19-464f-b7ab-a4cc93b8c338', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:33:58.292132 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port fcdb9774-00d0-441b-afc9-da6f111f3f36 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:33:58.297081 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.307342 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e8a5-1afa-4f6a-94e3-2e32ca81138d admin admin] Publish callbacks [] for security_group (e8e36569-7d1d-4a1d-bdda-0e2fb033210f), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.320182 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8ef3e8a5-1afa-4f6a-94e3-2e32ca81138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (e8e36569-7d1d-4a1d-bdda-0e2fb033210f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.331756 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdb9774-00d0-441b-afc9-da6f111f3f36 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:33:58.343751 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5894-5a88-4ab2-a96c-b80d4b8b1b39 req-d9f2057e-a69d-4a6d-9cd8-a01040513e53 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:58.347937 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ae3c5894-5a88-4ab2-a96c-b80d4b8b1b39 req-d9f2057e-a69d-4a6d-9cd8-a01040513e53 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.1079133 Aug 24 04:33:58.383337 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port fcdb9774-00d0-441b-afc9-da6f111f3f36, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fcdb9774-00d0-441b-afc9-da6f111f3f36,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:33:58.396476 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.450572 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3e8a5-1afa-4f6a-94e3-2e32ca81138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e36569-7d1d-4a1d-bdda-0e2fb033210f,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:58.476676 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ae3c5894-5a88-4ab2-a96c-b80d4b8b1b39 req-ba67ae74-fb10-4fd0-9bd2-b007aac40400 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187639 Aug 24 04:33:58.540171 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8ef3e8a5-1afa-4f6a-94e3-2e32ca81138d admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=30b76a9b3b784f2a9836f8b16f8d25d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768260 Aug 24 04:33:58.543673 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 34660) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:58.585711 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=fcdb9774-00d0-441b-afc9-da6f111f3f36,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:58.600677 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.601136 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.601543 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.602075 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.604700 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.604700 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.604700 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.604700 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.604700 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.605357 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.605518 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.605930 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.606370 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.607021 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.607675 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:33:58.667423 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40223512-d023-4caa-8396-bed4f73c8f8d req-e9149fbb-b9ef-4b1b-b9fd-822db40b9d03 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:58.669371 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-40223512-d023-4caa-8396-bed4f73c8f8d req-e9149fbb-b9ef-4b1b-b9fd-822db40b9d03 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0927777 Aug 24 04:33:58.707286 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-daf303f7-0cae-4ba1-8671-92fc20bf99fb admin admin] Publish callbacks [] for security_group (e8e36569-7d1d-4a1d-bdda-0e2fb033210f), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.753924 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-daf303f7-0cae-4ba1-8671-92fc20bf99fb admin admin] Publish callbacks [] for security_group (e8e36569-7d1d-4a1d-bdda-0e2fb033210f), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.760320 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:58.793466 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-40223512-d023-4caa-8396-bed4f73c8f8d req-d12de34c-a541-4944-9dd1-041b45cb3d9a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125407 Aug 24 04:33:58.850336 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-daf303f7-0cae-4ba1-8671-92fc20bf99fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (e8e36569-7d1d-4a1d-bdda-0e2fb033210f), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.857040 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-daf303f7-0cae-4ba1-8671-92fc20bf99fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:58.860875 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-daf303f7-0cae-4ba1-8671-92fc20bf99fb admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/e8e36569-7d1d-4a1d-bdda-0e2fb033210f HTTP/1.1" status: 204 len: 168 time: 0.3146632 Aug 24 04:33:58.875756 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf303f7-0cae-4ba1-8671-92fc20bf99fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e36569-7d1d-4a1d-bdda-0e2fb033210f,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:33:58.943975 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:59.086079 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8e75a-d686-45c4-8edf-fe8a42a3d26e req-0db734a6-07a4-4a47-b07c-e98ad35ed5d1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:59.103636 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a8a8e75a-d686-45c4-8edf-fe8a42a3d26e req-0db734a6-07a4-4a47-b07c-e98ad35ed5d1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 944 time: 0.2068391 Aug 24 04:33:59.125526 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c716a3-4c36-4b7e-87c6-b5fff5a0f3c0 req-23af0417-629a-4a3e-8ddd-3d5ae6ba6d0f tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:59.127452 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a2c716a3-4c36-4b7e-87c6-b5fff5a0f3c0 req-23af0417-629a-4a3e-8ddd-3d5ae6ba6d0f tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1632662 Aug 24 04:33:59.238967 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:33:59.266664 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a8a8e75a-d686-45c4-8edf-fe8a42a3d26e req-9eeb722b-4e45-4f95-90a2-0c6e2b53bd32 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615646 Aug 24 04:33:59.276322 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a2c716a3-4c36-4b7e-87c6-b5fff5a0f3c0 req-36d94fd5-8042-44b7-b45c-4535c4234cd4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385028 Aug 24 04:33:59.693762 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34718) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:33:59.715780 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-27afd75c-3107-4f0e-a729-f4fa4e675394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:59.727894 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d7f9-bc51-4404-9b8b-90d3c9ceeadf req-21d17ecf-80e4-4545-969d-6763a9cb4b51 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:33:59.731025 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6c14d7f9-bc51-4404-9b8b-90d3c9ceeadf req-21d17ecf-80e4-4545-969d-6763a9cb4b51 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.1081774 Aug 24 04:33:59.845595 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6c14d7f9-bc51-4404-9b8b-90d3c9ceeadf req-90fb4088-255f-4ffa-9f92-fb00fac6fc17 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007907 Aug 24 04:33:59.947595 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-27afd75c-3107-4f0e-a729-f4fa4e675394 admin admin] Publish callbacks [] for security_group (ec95271d-8789-414a-980c-459eb4a89279), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:33:59.965928 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-27afd75c-3107-4f0e-a729-f4fa4e675394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ec95271d-8789-414a-980c-459eb4a89279), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:00.098918 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-27afd75c-3107-4f0e-a729-f4fa4e675394 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=9af437eb361844948ed719957de70fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037771 Aug 24 04:34:00.100747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afd75c-3107-4f0e-a729-f4fa4e675394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec95271d-8789-414a-980c-459eb4a89279,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:00.107018 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 34728) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:00.158398 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['fcdb9774-00d0-441b-afc9-da6f111f3f36'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:34:00.369337 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7229948-2d2e-4303-9402-4305c7676687 req-f7a3442e-df47-4663-9377-75348a715800 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:00.398921 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a7229948-2d2e-4303-9402-4305c7676687 req-f7a3442e-df47-4663-9377-75348a715800 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1974645 Aug 24 04:34:00.500009 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-acd3d874-a9a9-4c6b-9196-2b2a9d642378 admin admin] Publish callbacks [] for security_group (ec95271d-8789-414a-980c-459eb4a89279), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:00.691669 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-acd3d874-a9a9-4c6b-9196-2b2a9d642378 admin admin] Publish callbacks [] for security_group (ec95271d-8789-414a-980c-459eb4a89279), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:00.875440 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-9c16e6d5-ea1a-48c4-8698-2883581f2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:00.880043 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-9c16e6d5-ea1a-48c4-8698-2883581f2935 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.3813863 Aug 24 04:34:00.896383 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a7229948-2d2e-4303-9402-4305c7676687 req-a33b2b7e-46f1-4aa1-b552-d3752de24907 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960837 Aug 24 04:34:00.926487 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf5568-426a-4ad4-bd66-a918784639cc req-06298c36-fd4c-4162-aa14-5e0f2840a5f1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:00.949542 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4eaf5568-426a-4ad4-bd66-a918784639cc req-06298c36-fd4c-4162-aa14-5e0f2840a5f1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 944 time: 0.4197862 Aug 24 04:34:01.200829 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-acd3d874-a9a9-4c6b-9196-2b2a9d642378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ec95271d-8789-414a-980c-459eb4a89279), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:01.206332 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-acd3d874-a9a9-4c6b-9196-2b2a9d642378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:01.209257 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-acd3d874-a9a9-4c6b-9196-2b2a9d642378 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/ec95271d-8789-414a-980c-459eb4a89279 HTTP/1.1" status: 204 len: 168 time: 1.0993268 Aug 24 04:34:01.227176 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4eaf5568-426a-4ad4-bd66-a918784639cc req-469a452f-87bf-4681-8650-b69a7306d3a5 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758586 Aug 24 04:34:01.242943 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027920f2-d9e3-438d-8d1a-0ee73e944946 req-b9796776-28e2-47ad-9393-d2cccd2fbe9e tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:01.254842 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-027920f2-d9e3-438d-8d1a-0ee73e944946 req-b9796776-28e2-47ad-9393-d2cccd2fbe9e tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1863823 Aug 24 04:34:01.267579 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3d874-a9a9-4c6b-9196-2b2a9d642378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec95271d-8789-414a-980c-459eb4a89279,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:01.421727 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-027920f2-d9e3-438d-8d1a-0ee73e944946 req-cad6d40c-d080-4b74-b086-49bc59e46ff3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636870 Aug 24 04:34:01.577395 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34762) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:01.696033 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cfabc-3f84-4144-9dcf-673137b7c38c req-c57deeaa-0a7b-4f91-8da3-fbf11ea41310 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:01.699737 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2f4cfabc-3f84-4144-9dcf-673137b7c38c req-c57deeaa-0a7b-4f91-8da3-fbf11ea41310 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.1707544 Aug 24 04:34:01.908008 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2f4cfabc-3f84-4144-9dcf-673137b7c38c req-d2f12315-e438-442d-a51f-9aa1a9b03c6d tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948888 Aug 24 04:34:02.010481 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device fcdb9774-00d0-441b-afc9-da6f111f3f36 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:34:02.386192 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-db91fb31-2d55-4dd4-8c88-c14a755b0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:02.388586 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-db91fb31-2d55-4dd4-8c88-c14a755b0b2f service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=1a0a58071bf3429a8895f4923a13514a&device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1127 time: 0.2365215 Aug 24 04:34:02.405283 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port fcdb9774-00d0-441b-afc9-da6f111f3f36 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:34:02.433093 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port fcdb9774-00d0-441b-afc9-da6f111f3f36 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:34:02.434667 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:02.468963 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24554b-f52a-4d6f-969a-64154bad49c5 req-9bf0edce-fb85-4752-a658-f052d457d702 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:02.485851 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-da24554b-f52a-4d6f-969a-64154bad49c5 req-9bf0edce-fb85-4752-a658-f052d457d702 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.3794763 Aug 24 04:34:02.490254 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c206-24a4-45c6-b4e1-d23e8e7b8779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:02.773822 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:02.796375 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-da24554b-f52a-4d6f-969a-64154bad49c5 req-1646129e-2e64-4dd9-92ea-d26381c92fef tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090308 Aug 24 04:34:02.834826 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c206-24a4-45c6-b4e1-d23e8e7b8779 admin admin] Publish callbacks [] for security_group (fb6b829a-1314-42c3-85d6-56168d7e2829), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:02.848246 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4bf2c206-24a4-45c6-b4e1-d23e8e7b8779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (fb6b829a-1314-42c3-85d6-56168d7e2829), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:02.978898 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port fcdb9774-00d0-441b-afc9-da6f111f3f36 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:34:02.997816 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:03.094174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-e27e5282-d032-4948-b268-ad58e2a20115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:03.098606 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-e27e5282-d032-4948-b268-ad58e2a20115 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5046859 Aug 24 04:34:03.165796 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-4bf2c206-24a4-45c6-b4e1-d23e8e7b8779 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=7e88cdf11ac44c3ebed261b250fd2cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5856457 Aug 24 04:34:03.208871 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34798) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:03.224230 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450664b6-92a7-471e-8657-3c8d3be8429e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdb9774-00d0-441b-afc9-da6f111f3f36'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:34:03.250142 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e8867-4239-49a3-a1af-9baa59abe974" -d '{"events": [{"server_uuid": "450664b6-92a7-471e-8657-3c8d3be8429e", "name": "network-vif-plugged", "status": "completed", "tag": "fcdb9774-00d0-441b-afc9-da6f111f3f36"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:34:03.327232 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2c206-24a4-45c6-b4e1-d23e8e7b8779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6b829a-1314-42c3-85d6-56168d7e2829,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:03.384050 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port fcdb9774-00d0-441b-afc9-da6f111f3f36, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fcdb9774-00d0-441b-afc9-da6f111f3f36,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:03.384925 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb4951-64d0-4c46-a595-94cdf2e7a734 req-922fd6ad-b71e-4f9e-8021-544361d06da1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:03.410071 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fddb4951-64d0-4c46-a595-94cdf2e7a734 req-922fd6ad-b71e-4f9e-8021-544361d06da1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 944 time: 0.6767790 Aug 24 04:34:03.436200 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:03.563378 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30948e-d95e-4235-a6f2-d95dbdb6e727 req-5813c5ae-f8cf-4a0f-82e3-ab4fc73b26e1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:03.578463 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7b30948e-d95e-4235-a6f2-d95dbdb6e727 req-5813c5ae-f8cf-4a0f-82e3-ab4fc73b26e1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.5114009 Aug 24 04:34:03.599231 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:03.599698 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:03.603915 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-f68e8354-e271-4159-8624-3e76900ed8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:03.607785 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-f68e8354-e271-4159-8624-3e76900ed8aa service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 200 len: 917 time: 0.6016245 Aug 24 04:34:03.674875 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-30e8182a-b066-4c92-917c-31c870bb7eac admin admin] Publish callbacks [] for security_group (fb6b829a-1314-42c3-85d6-56168d7e2829), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:03.728068 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-d495b099-4451-4de6-a456-71c6ad1ff05e service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188309 Aug 24 04:34:03.773799 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-30e8182a-b066-4c92-917c-31c870bb7eac admin admin] Publish callbacks [] for security_group (fb6b829a-1314-42c3-85d6-56168d7e2829), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:03.792452 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7b30948e-d95e-4235-a6f2-d95dbdb6e727 req-21bce275-ccce-44c8-a858-6042fca999e5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123191 Aug 24 04:34:03.828334 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fddb4951-64d0-4c46-a595-94cdf2e7a734 req-29d1f242-6d8b-4a88-b07b-7c3f1666836b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620455 Aug 24 04:34:03.828649 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=fcdb9774-00d0-441b-afc9-da6f111f3f36,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:03.883403 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:03.996003 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-30e8182a-b066-4c92-917c-31c870bb7eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (fb6b829a-1314-42c3-85d6-56168d7e2829), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:04.001965 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-30e8182a-b066-4c92-917c-31c870bb7eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:04.016064 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-30e8182a-b066-4c92-917c-31c870bb7eac admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/fb6b829a-1314-42c3-85d6-56168d7e2829 HTTP/1.1" status: 204 len: 168 time: 0.8003275 Aug 24 04:34:04.019011 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5e2044-9d5c-440c-bea1-52ba838fca91 x-openstack-request-id: req-af5e2044-9d5c-440c-bea1-52ba838fca91 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:34:04.019459 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450664b6-92a7-471e-8657-3c8d3be8429e", "name": "network-vif-plugged", "status": "completed", "tag": "fcdb9774-00d0-441b-afc9-da6f111f3f36", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:34:04.020237 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-af5e2044-9d5c-440c-bea1-52ba838fca91 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:34:04.021116 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5e2044-9d5c-440c-bea1-52ba838fca91'] response: {'server_uuid': '450664b6-92a7-471e-8657-3c8d3be8429e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdb9774-00d0-441b-afc9-da6f111f3f36', 'code': 200} Aug 24 04:34:04.084037 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8182a-b066-4c92-917c-31c870bb7eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6b829a-1314-42c3-85d6-56168d7e2829,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:04.335647 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9876f8-cbc5-4bdb-81b0-1b7310fa3af3 req-adb380ad-1691-40b5-bf83-d35308b4c130 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:04.338096 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-de9876f8-cbc5-4bdb-81b0-1b7310fa3af3 req-adb380ad-1691-40b5-bf83-d35308b4c130 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.3104179 Aug 24 04:34:04.435750 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4998e30-0bcf-411d-82f3-b59c4f84172b req-5193c2ad-0b34-4643-8a57-fa674517f6eb tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:04.438654 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c4998e30-0bcf-411d-82f3-b59c4f84172b req-5193c2ad-0b34-4643-8a57-fa674517f6eb tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1382556 Aug 24 04:34:04.526326 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-de9876f8-cbc5-4bdb-81b0-1b7310fa3af3 req-73b1700a-31c9-4821-80c5-79b7f20a35e2 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557493 Aug 24 04:34:04.603115 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c4998e30-0bcf-411d-82f3-b59c4f84172b req-b72c7f4b-7b5b-4fb9-99dc-32501409451f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407981 Aug 24 04:34:04.679674 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34828) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:04.691653 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-6c60a05d-0d31-4b8d-8733-d78ee220dd4e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331569691', 'description': 'tempest-description--938979736'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:04.731397 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:04.738906 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6c60a05d-0d31-4b8d-8733-d78ee220dd4e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:04.887184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6c60a05d-0d31-4b8d-8733-d78ee220dd4e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (d23e4775-a124-437e-aaf0-bac147fab5b6), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:04.902457 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6c60a05d-0d31-4b8d-8733-d78ee220dd4e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d23e4775-a124-437e-aaf0-bac147fab5b6), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.003612 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 34834) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:05.019477 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60a05d-0d31-4b8d-8733-d78ee220dd4e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23e4775-a124-437e-aaf0-bac147fab5b6,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:05.041521 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6c60a05d-0d31-4b8d-8733-d78ee220dd4e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.050931 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6c60a05d-0d31-4b8d-8733-d78ee220dd4e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3623161 Aug 24 04:34:05.051235 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0476b0f8-0961-409a-9e46-79501a1f3ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.051676 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34836) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:05.065896 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-0ee72d60-62ef-4a60-9134-9e19557f4ec9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group_rule': {'security_group_id': 'd23e4775-a124-437e-aaf0-bac147fab5b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:05.123571 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0ee72d60-62ef-4a60-9134-9e19557f4ec9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (0d430b0b-48e9-4484-a487-e9294964b362), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.255230 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0ee72d60-62ef-4a60-9134-9e19557f4ec9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (0d430b0b-48e9-4484-a487-e9294964b362), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.264176 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0ee72d60-62ef-4a60-9134-9e19557f4ec9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (0d430b0b-48e9-4484-a487-e9294964b362), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.265786 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714ee42-ba69-46da-b13b-905f29ddb9d1 req-c7d98263-b86c-459f-a0b8-f563a7ead7a8 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:05.268882 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9714ee42-ba69-46da-b13b-905f29ddb9d1 req-c7d98263-b86c-459f-a0b8-f563a7ead7a8 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.1791189 Aug 24 04:34:05.309457 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d735b-1e6c-483b-b39c-9958c48c25ae req-9c0ffb21-8942-4bd3-838e-4b9014d90e76 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:05.314537 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bb2d735b-1e6c-483b-b39c-9958c48c25ae req-9c0ffb21-8942-4bd3-838e-4b9014d90e76 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1993873 Aug 24 04:34:05.323608 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-0ee72d60-62ef-4a60-9134-9e19557f4ec9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.326516 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-0ee72d60-62ef-4a60-9134-9e19557f4ec9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2721381 Aug 24 04:34:05.333476 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34840) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:05.347045 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-c0a556cd-421b-4a0c-8570-2a9ecc4f7fe3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group_rule': {'security_group_id': 'd23e4775-a124-437e-aaf0-bac147fab5b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:05.362544 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee72d60-62ef-4a60-9134-9e19557f4ec9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d430b0b-48e9-4484-a487-e9294964b362,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:05.464311 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c0a556cd-421b-4a0c-8570-2a9ecc4f7fe3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (5813955f-eb6b-454a-a89c-7c0b5d40fde4), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.564195 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9714ee42-ba69-46da-b13b-905f29ddb9d1 req-df4911a1-1068-4442-99e1-b2a0a502b675 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833338 Aug 24 04:34:05.645012 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0476b0f8-0961-409a-9e46-79501a1f3ab8 admin admin] Publish callbacks [] for security_group (a99c278e-96d9-4e2c-9502-f0f27690b84a), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.664340 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bb2d735b-1e6c-483b-b39c-9958c48c25ae req-c925e2fa-85bd-425f-941d-f835bff49ee7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142562 Aug 24 04:34:05.666984 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0476b0f8-0961-409a-9e46-79501a1f3ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a99c278e-96d9-4e2c-9502-f0f27690b84a), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.788206 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c0a556cd-421b-4a0c-8570-2a9ecc4f7fe3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (5813955f-eb6b-454a-a89c-7c0b5d40fde4), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.805920 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c0a556cd-421b-4a0c-8570-2a9ecc4f7fe3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (5813955f-eb6b-454a-a89c-7c0b5d40fde4), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:05.862563 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-0476b0f8-0961-409a-9e46-79501a1f3ab8 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=965087000cb94e9584971d23d896c5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8566475 Aug 24 04:34:05.869294 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34850) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:05.871703 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476b0f8-0961-409a-9e46-79501a1f3ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99c278e-96d9-4e2c-9502-f0f27690b84a,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:06.026716 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:06.061306 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a556cd-421b-4a0c-8570-2a9ecc4f7fe3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5813955f-eb6b-454a-a89c-7c0b5d40fde4,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:06.098487 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c0a556cd-421b-4a0c-8570-2a9ecc4f7fe3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:06.105451 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-c0a556cd-421b-4a0c-8570-2a9ecc4f7fe3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7658381 Aug 24 04:34:06.107918 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 34856) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:06.123880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:06.130524 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec81a52-b677-41c9-9e3b-372e806c05ad req-15f164b1-45f8-4f6c-b057-955b70ea22ea tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:06.138080 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6ec81a52-b677-41c9-9e3b-372e806c05ad req-15f164b1-45f8-4f6c-b057-955b70ea22ea tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.2715304 Aug 24 04:34:06.161140 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5b42f-e8ce-455f-ac38-b58afb9da86f req-9d9ec2cd-acdb-43f7-b0a1-c60d33fbe1e6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:06.175635 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9ce5b42f-e8ce-455f-ac38-b58afb9da86f req-9d9ec2cd-acdb-43f7-b0a1-c60d33fbe1e6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.2588751 Aug 24 04:34:06.215333 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:06.227232 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b128a687-f295-4a82-8501-24512c5194ec admin admin] Publish callbacks [] for security_group (a99c278e-96d9-4e2c-9502-f0f27690b84a), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:06.321183 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b128a687-f295-4a82-8501-24512c5194ec admin admin] Publish callbacks [] for security_group (a99c278e-96d9-4e2c-9502-f0f27690b84a), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:06.323765 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6ec81a52-b677-41c9-9e3b-372e806c05ad req-3b929606-8da0-473b-b172-66c1487bc20e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452179 Aug 24 04:34:06.333589 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9ce5b42f-e8ce-455f-ac38-b58afb9da86f req-22d1a374-17ee-41b0-9c53-b198ed760279 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518574 Aug 24 04:34:06.382399 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:06.454579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:06.589261 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-6a69775c-c6a3-483d-8abc-b8a0956fc6d1 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 217 time: 0.1242728 Aug 24 04:34:06.646567 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:06.654740 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b128a687-f295-4a82-8501-24512c5194ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a99c278e-96d9-4e2c-9502-f0f27690b84a), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:06.660357 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b128a687-f295-4a82-8501-24512c5194ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:06.665546 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-b128a687-f295-4a82-8501-24512c5194ec admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/a99c278e-96d9-4e2c-9502-f0f27690b84a HTTP/1.1" status: 204 len: 168 time: 0.7894721 Aug 24 04:34:06.861312 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Allocated IP 172.27.4.33 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/2e2c2b4c-254f-4277-b063-bb7b359a26de) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:34:06.936865 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9373eb5-b089-4a59-9473-1786e6943739 req-3e4f6ce6-8f29-402c-81dc-2a69d28592dd tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:06.951058 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c9373eb5-b089-4a59-9473-1786e6943739 req-3e4f6ce6-8f29-402c-81dc-2a69d28592dd tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.1867881 Aug 24 04:34:07.111274 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:07.183847 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c9373eb5-b089-4a59-9473-1786e6943739 req-03d3cc0c-5c17-4c5c-94b5-bdc34e16c087 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310882 Aug 24 04:34:07.240680 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8e830-8915-46e6-929a-e0c910a37b3a req-71491196-120f-482b-8a8a-9d218b231b7d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:07.240680 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ed8e830-8915-46e6-929a-e0c910a37b3a req-71491196-120f-482b-8a8a-9d218b231b7d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.2497296 Aug 24 04:34:07.337080 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (2e2c2b4c-254f-4277-b063-bb7b359a26de), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:07.341248 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128a687-f295-4a82-8501-24512c5194ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99c278e-96d9-4e2c-9502-f0f27690b84a,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:07.604413 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ed8e830-8915-46e6-929a-e0c910a37b3a req-4d820165-5253-45ac-8817-50deaabd97b0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601387 Aug 24 04:34:07.690390 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (2e2c2b4c-254f-4277-b063-bb7b359a26de), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:07.920230 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:34:07.947028 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:34:07.961475 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:34:08.066165 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fee83a-dd23-4235-838b-fe6981378d17 req-827555a8-a986-4f6e-9bcf-d5ae0fb5c3e1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:08.072333 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e9fee83a-dd23-4235-838b-fe6981378d17 req-827555a8-a986-4f6e-9bcf-d5ae0fb5c3e1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.3899274 Aug 24 04:34:08.129568 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:08.154085 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-18ef4d66-5c88-49b4-bd6c-5bed3823b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:08.157941 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-18ef4d66-5c88-49b4-bd6c-5bed3823b6db service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=cc28a842-b523-4a8e-8a08-c6bd7074df45 HTTP/1.1" status: 200 len: 854 time: 0.5316143 Aug 24 04:34:08.175627 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=2e2c2b4c-254f-4277-b063-bb7b359a26de,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:08.276871 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:08.405951 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cce92d1d-9da0-4324-a46e-0aa0aa2490b1 req-5996ea78-7a52-4060-be1f-8d0d09d63517 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0877419 Aug 24 04:34:08.414717 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2e2c2b4c-254f-4277-b063-bb7b359a26de), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:08.465896 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5b99b-32e2-451a-b53d-739cabe164fb req-9876fe5c-7636-4638-a053-fbb3fea8f5f8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:08.472245 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4ba5b99b-32e2-451a-b53d-739cabe164fb req-9876fe5c-7636-4638-a053-fbb3fea8f5f8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.5281613 Aug 24 04:34:08.551532 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=22 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:08.566395 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:08.567848 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-a08cd010-ab48-4d20-a275-fba614eb4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:08.573860 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-a08cd010-ab48-4d20-a275-fba614eb4d15 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=91eee5dd-5c6f-43ce-9732-7f8661a38597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3301494 Aug 24 04:34:08.576658 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939124-7970-42ce-9e17-e2d2b8d13e6e req-bdb619df-18fc-48ba-8189-903e44c37749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:08.579855 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-23939124-7970-42ce-9e17-e2d2b8d13e6e req-bdb619df-18fc-48ba-8189-903e44c37749 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 1129 time: 0.3347521 Aug 24 04:34:08.693978 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e9fee83a-dd23-4235-838b-fe6981378d17 req-b8c76162-381d-4c2b-8654-e889ac8d1296 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875290 Aug 24 04:34:08.822663 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4ba5b99b-32e2-451a-b53d-739cabe164fb req-2824629e-6aba-4d49-953e-c0b193e5378a tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268578 Aug 24 04:34:09.199042 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80378d8e-443a-494e-9423-3e6ea5fd2a9d req-fd8e3e4b-3dbf-4478-adb4-4a137b7f6c36 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:09.215931 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80378d8e-443a-494e-9423-3e6ea5fd2a9d req-fd8e3e4b-3dbf-4478-adb4-4a137b7f6c36 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.2116594 Aug 24 04:34:09.353619 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a3d04-056b-4111-8347-d8ce04237720 req-a535f381-feff-4c38-9dd9-d6a5ac238617 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:09.367567 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-964a3d04-056b-4111-8347-d8ce04237720 req-a535f381-feff-4c38-9dd9-d6a5ac238617 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1468308 Aug 24 04:34:09.543243 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (2e2c2b4c-254f-4277-b063-bb7b359a26de), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:09.576106 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (2e2c2b4c-254f-4277-b063-bb7b359a26de), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:09.579652 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:09.626014 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80378d8e-443a-494e-9423-3e6ea5fd2a9d req-a99a3814-7f43-4075-9017-6d603b2a501c tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082627 Aug 24 04:34:09.655567 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-23939124-7970-42ce-9e17-e2d2b8d13e6e req-0c31d8d9-64de-4996-ad44-7ee65e3f46da service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7491736 Aug 24 04:34:09.673667 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-964a3d04-056b-4111-8347-d8ce04237720 req-68a852b1-b5c3-4a8f-bdf8-99be08472101 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016589 Aug 24 04:34:09.779196 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:09.781404 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6711099 Aug 24 04:34:09.791545 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-35b9b7b3-94ca-4603-a375-aa9075bb2123 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8942473 Aug 24 04:34:09.806458 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6852fd3-01f1-4a6e-8fed-35940aef8fbb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=2e2c2b4c-254f-4277-b063-bb7b359a26de,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:10.094528 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13f6b2-dfd1-4d28-aa29-66354615b19b req-067fab2b-d976-4443-998a-0e4f2b40a969 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:10.097879 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7f13f6b2-dfd1-4d28-aa29-66354615b19b req-067fab2b-d976-4443-998a-0e4f2b40a969 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.1790707 Aug 24 04:34:10.231323 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dd22d-f140-4cb9-88a6-865db98458e5 req-6b742451-ecbd-40a8-8853-409c8ca1618a tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:10.234217 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b61dd22d-f140-4cb9-88a6-865db98458e5 req-6b742451-ecbd-40a8-8853-409c8ca1618a tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.1338520 Aug 24 04:34:10.320931 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7f13f6b2-dfd1-4d28-aa29-66354615b19b req-b9a0ec5b-02ca-4cdf-9cb3-9aa3b0b605e8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044859 Aug 24 04:34:10.381122 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:10.415912 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b61dd22d-f140-4cb9-88a6-865db98458e5 req-f8133843-accb-4de9-a251-cf7dced18ba8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595306 Aug 24 04:34:10.455988 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9ae6c1f2-222e-4c38-b679-32d74723a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:10.756952 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-cb66671c-87e0-4e32-8379-d680694737ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1331569691&fields=id&tenant_id=9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 267 time: 0.1075566 Aug 24 04:34:11.156718 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:11.249016 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad5156-4838-48be-97e0-67a6f7ded7e8 req-b38ab360-58da-45ce-a591-f1e5586d2b53 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:11.253561 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-08ad5156-4838-48be-97e0-67a6f7ded7e8 req-b38ab360-58da-45ce-a591-f1e5586d2b53 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.3496909 Aug 24 04:34:11.362588 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-be5d28b6-e4ef-4198-867c-85f98da4b463 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:11.365869 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-be5d28b6-e4ef-4198-867c-85f98da4b463 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 814 time: 0.5931499 Aug 24 04:34:11.367416 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-97e9a56f-c9d9-491a-830a-c0b239cfac39 req-ebd1e116-f959-4423-aa47-d650996eecfb service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881788 Aug 24 04:34:11.454698 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-08ad5156-4838-48be-97e0-67a6f7ded7e8 req-ae31b63e-4e3c-4912-9695-c7e6b1b70a51 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863616 Aug 24 04:34:11.458429 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-dfe640e2-6f5e-46ea-83f1-2b26e5cbca04 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/quotas/9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 375 time: 0.0677676 Aug 24 04:34:11.583970 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:11.644472 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-161e2b94-c991-4f6e-8a1b-ed7d8376f185 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1727712 Aug 24 04:34:11.815340 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3963d-56a9-4456-b2f1-6d02c3959e06 req-7d38b7f0-13cd-44fd-9909-cf965dc48051 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:11.818379 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61d3963d-56a9-4456-b2f1-6d02c3959e06 req-7d38b7f0-13cd-44fd-9909-cf965dc48051 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1722038 Aug 24 04:34:12.052392 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-815f743a-a1dc-448c-86e1-35c4994440db service neutron] 10.222.0.89 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740351 Aug 24 04:34:12.090017 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61d3963d-56a9-4456-b2f1-6d02c3959e06 req-94f23f30-8d43-4c87-8ca4-8df50413c820 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891162 Aug 24 04:34:12.328295 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-a68312fe-220b-4238-ba76-ed5a74b08331 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744799 Aug 24 04:34:12.574472 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35938e-915c-41e8-900d-407e585460af req-2beb085b-5fbd-49e0-8958-eecf0585532f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:12.577748 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a35938e-915c-41e8-900d-407e585460af req-2beb085b-5fbd-49e0-8958-eecf0585532f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.2302315 Aug 24 04:34:12.793475 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a35938e-915c-41e8-900d-407e585460af req-e44b481a-64eb-4e4c-88cc-b21e5f6a543c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025468 Aug 24 04:34:13.023446 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-411fb166-2bbc-4540-8ed2-e687b4b2f38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:13.173159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db63a8-096e-4b5f-8c00-ff47d7af4048 req-aeb58903-1993-41d7-932c-a29444e450d3 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:13.176803 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-74db63a8-096e-4b5f-8c00-ff47d7af4048 req-aeb58903-1993-41d7-932c-a29444e450d3 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.3138390 Aug 24 04:34:13.292328 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca504789-10f7-429a-905e-f3cd25470df4 req-0b420b0a-980c-439c-9a94-5773468d7605 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:13.321693 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ca504789-10f7-429a-905e-f3cd25470df4 req-0b420b0a-980c-439c-9a94-5773468d7605 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.2410650 Aug 24 04:34:13.669819 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ca504789-10f7-429a-905e-f3cd25470df4 req-1aa36244-77c1-4028-9058-8835fcaef3a2 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360999 Aug 24 04:34:13.709717 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-74db63a8-096e-4b5f-8c00-ff47d7af4048 req-f15c3ef2-30df-496d-939e-69df8362592d tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077984 Aug 24 04:34:14.001626 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ed1701fe-604a-4789-aac6-49657ea200b9 req-7e5282df-2f62-4823-8333-b86be647df39 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 210 time: 0.1688783 Aug 24 04:34:14.130388 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:14.447343 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00424a-464c-4120-bf9a-bf92223528f4 req-ea8cd7e8-5593-47e7-af23-078d253a3007 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:14.484426 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ab00424a-464c-4120-bf9a-bf92223528f4 req-ea8cd7e8-5593-47e7-af23-078d253a3007 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.3447473 Aug 24 04:34:14.730444 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ab00424a-464c-4120-bf9a-bf92223528f4 req-5b2c3423-c31e-47cb-ad43-6fada90abe50 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340043 Aug 24 04:34:15.023317 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35084) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:15.233691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9e56b-b069-4bae-91cd-4b07861dbdcf req-f26f9fe2-868b-4083-b9ae-941057c8c5ab tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:15.260339 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-63f9e56b-b069-4bae-91cd-4b07861dbdcf req-f26f9fe2-868b-4083-b9ae-941057c8c5ab tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.2828257 Aug 24 04:34:15.513325 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-23816036-98dd-47b4-ba83-5b34e4c95c89 req-829f6eac-25f0-4244-b409-d47fdfea931e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 210 time: 0.1427560 Aug 24 04:34:15.545835 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-63f9e56b-b069-4bae-91cd-4b07861dbdcf req-f381dbf5-6dee-46a7-a872-e3b38b5deaa3 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749887 Aug 24 04:34:15.666780 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9d939147-0dc7-46dc-a18d-8b0260634fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:15.672151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:15.905353 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9d939147-0dc7-46dc-a18d-8b0260634fc6 admin admin] Publish callbacks [] for security_group (78abef09-3408-446b-a355-62cf581a49bf), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:15.915371 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9d939147-0dc7-46dc-a18d-8b0260634fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (78abef09-3408-446b-a355-62cf581a49bf), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:15.947637 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:16.023621 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:16.114783 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d939147-0dc7-46dc-a18d-8b0260634fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78abef09-3408-446b-a355-62cf581a49bf,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:16.141528 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9d939147-0dc7-46dc-a18d-8b0260634fc6 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=8d1eb4f876be4420ba5bfd7c3221e74a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1145878 Aug 24 04:34:16.145978 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35118) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:16.237103 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91384d3-185c-4dc7-aef6-7ef579bf4bdf req-03a561b6-40dd-4001-a788-12a10a16fac8 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:16.262798 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:16.269046 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a91384d3-185c-4dc7-aef6-7ef579bf4bdf req-03a561b6-40dd-4001-a788-12a10a16fac8 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.2385576 Aug 24 04:34:16.411611 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35120) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:16.433162 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-6d9bb682-43ac-4bd8-97f4-baa78d013b8e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544620395', 'description': 'tempest-description--1682531210'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:16.443410 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:16.475362 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a91384d3-185c-4dc7-aef6-7ef579bf4bdf req-18ff4101-51eb-48f7-8189-4c94efbefcd1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048059 Aug 24 04:34:16.518591 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2818ccea-b4ad-4424-bf24-629cafa7e372 admin admin] Publish callbacks [] for security_group (78abef09-3408-446b-a355-62cf581a49bf), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:16.561641 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2818ccea-b4ad-4424-bf24-629cafa7e372 admin admin] Publish callbacks [] for security_group (78abef09-3408-446b-a355-62cf581a49bf), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:16.692184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:16.774778 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb682-43ac-4bd8-97f4-baa78d013b8e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:16.786591 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2818ccea-b4ad-4424-bf24-629cafa7e372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (78abef09-3408-446b-a355-62cf581a49bf), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:16.792130 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2818ccea-b4ad-4424-bf24-629cafa7e372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:16.794508 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2818ccea-b4ad-4424-bf24-629cafa7e372 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/78abef09-3408-446b-a355-62cf581a49bf HTTP/1.1" status: 204 len: 168 time: 0.6469362 Aug 24 04:34:16.858577 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-09d823a2-2f5e-410b-ac6e-181097e215b1 req-58b19c61-ac7b-46c8-9ed2-805fbe91fdac tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 210 time: 0.0958083 Aug 24 04:34:16.860960 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818ccea-b4ad-4424-bf24-629cafa7e372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78abef09-3408-446b-a355-62cf581a49bf,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:16.901413 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c7226-04a0-4950-9f3b-9c2ecf87331b req-4601f42f-c782-4286-97c2-c08209319cfb tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:16.914693 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e89c7226-04a0-4950-9f3b-9c2ecf87331b req-4601f42f-c782-4286-97c2-c08209319cfb tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.1670036 Aug 24 04:34:17.007192 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-8002211b-f6ce-416c-8439-f13e7971bba7 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:17.009960 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-8002211b-f6ce-416c-8439-f13e7971bba7 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 814 time: 0.6345646 Aug 24 04:34:17.048028 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e89c7226-04a0-4950-9f3b-9c2ecf87331b req-4505f39e-a826-4696-b54b-e54d2c7a34a1 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317534 Aug 24 04:34:17.109892 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb682-43ac-4bd8-97f4-baa78d013b8e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group (12f055e4-a670-4b3f-8c46-07dd86ef1817), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.121329 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb682-43ac-4bd8-97f4-baa78d013b8e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (12f055e4-a670-4b3f-8c46-07dd86ef1817), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.193155 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6d9bb682-43ac-4bd8-97f4-baa78d013b8e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.197473 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6d9bb682-43ac-4bd8-97f4-baa78d013b8e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7814050 Aug 24 04:34:17.202356 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35148) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:17.207622 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bb682-43ac-4bd8-97f4-baa78d013b8e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f055e4-a670-4b3f-8c46-07dd86ef1817,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:17.213109 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-f977cb05-ba03-4aac-aeef-d0a650ae3882 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'security_group_rule': {'security_group_id': '12f055e4-a670-4b3f-8c46-07dd86ef1817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:17.239943 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:17.276058 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f977cb05-ba03-4aac-aeef-d0a650ae3882 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group_rule (7c37113e-aed8-4460-a6fa-b8c0d2bb7fb5), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.406370 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f977cb05-ba03-4aac-aeef-d0a650ae3882 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group_rule (7c37113e-aed8-4460-a6fa-b8c0d2bb7fb5), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.416476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f977cb05-ba03-4aac-aeef-d0a650ae3882 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (7c37113e-aed8-4460-a6fa-b8c0d2bb7fb5), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.460833 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977cb05-ba03-4aac-aeef-d0a650ae3882 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c37113e-aed8-4460-a6fa-b8c0d2bb7fb5,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:17.475819 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-f977cb05-ba03-4aac-aeef-d0a650ae3882 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.477929 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-f977cb05-ba03-4aac-aeef-d0a650ae3882 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2733564 Aug 24 04:34:17.482466 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35154) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:17.492640 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-85e97fab-3347-49ae-94e1-ac357c0ed5b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'security_group_rule': {'security_group_id': '12f055e4-a670-4b3f-8c46-07dd86ef1817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:17.609135 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-85e97fab-3347-49ae-94e1-ac357c0ed5b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group_rule (fef80e1a-a029-4aee-8944-084a30e6246c), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.634448 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35162) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:17.818155 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca2b3e34-b74d-463a-a251-825235fffaef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:17.848903 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-3d453cd6-3ec5-45f3-a959-c12be59a589b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 473 time: 0.3013837 Aug 24 04:34:17.867053 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'port': {'device_id': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'admin_state_up': True, 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'security_groups': ['d23e4775-a124-437e-aaf0-bac147fab5b6']}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:18.005768 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce640b72-dcc4-4712-bcd4-31ad194235ee req-fc4bf727-7040-4a1b-b769-f1e9fadf6533 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:18.020927 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ce640b72-dcc4-4712-bcd4-31ad194235ee req-fc4bf727-7040-4a1b-b769-f1e9fadf6533 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.2356439 Aug 24 04:34:18.126372 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-85e97fab-3347-49ae-94e1-ac357c0ed5b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group_rule (fef80e1a-a029-4aee-8944-084a30e6246c), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:18.270456 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ce640b72-dcc4-4712-bcd4-31ad194235ee req-d3ab25bb-afc7-44cd-a308-7370e227d7a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446649 Aug 24 04:34:18.272616 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-85e97fab-3347-49ae-94e1-ac357c0ed5b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (fef80e1a-a029-4aee-8944-084a30e6246c), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:18.462578 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-58abf972-6197-489e-b30a-80be98b9944b req-8e7b1ca6-bfba-44a8-9f95-882c01878a40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 210 time: 0.2903652 Aug 24 04:34:18.464393 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e97fab-3347-49ae-94e1-ac357c0ed5b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef80e1a-a029-4aee-8944-084a30e6246c,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:18.503616 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-85e97fab-3347-49ae-94e1-ac357c0ed5b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:18.509909 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-85e97fab-3347-49ae-94e1-ac357c0ed5b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0203292 Aug 24 04:34:18.515532 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c8529d6c-8b97-4651-8200-bb1b006b1ca3 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:34:18.563093 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35178) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:18.575575 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:18.631444 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc7ca2-d59b-4d1b-b0fd-14f84d88f680 req-6daaf3ee-519d-4f6d-a52c-a033dd59726e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:18.646165 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a2fc7ca2-d59b-4d1b-b0fd-14f84d88f680 req-6daaf3ee-519d-4f6d-a52c-a033dd59726e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 943 time: 0.1519771 Aug 24 04:34:18.786863 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:18.887115 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca2b3e34-b74d-463a-a251-825235fffaef admin admin] Publish callbacks [] for security_group (9752bf35-441e-4478-adc7-9ae287fb5871), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:18.919374 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a2fc7ca2-d59b-4d1b-b0fd-14f84d88f680 req-958f8772-f133-4aa1-bc82-f5e3493ab75d tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716944 Aug 24 04:34:18.925389 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca2b3e34-b74d-463a-a251-825235fffaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (9752bf35-441e-4478-adc7-9ae287fb5871), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:18.927199 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Made reservation on behalf of 9de20d3aa22c478a9efe75cd64036596 for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:34:18.928307 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c8529d6c-8b97-4651-8200-bb1b006b1ca3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:18.937716 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:18.953882 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'port_id': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'mac_address': 'fa:16:3e:bc:57:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:34:18.994837 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ca2b3e34-b74d-463a-a251-825235fffaef admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=1b8b46c46ad5449c8ccbb2371aa4091c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3487213 Aug 24 04:34:18.995611 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35186) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:19.032318 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c8529d6c-8b97-4651-8200-bb1b006b1ca3 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:34:19.033430 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:19.061091 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8529d6c-8b97-4651-8200-bb1b006b1ca3 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:34:19.061370 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:19.063660 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b3e34-b74d-463a-a251-825235fffaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9752bf35-441e-4478-adc7-9ae287fb5871,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:19.131132 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c8529d6c-8b97-4651-8200-bb1b006b1ca3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:19.145854 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:19.156903 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-dcd156ea-ad09-49b1-8e25-c9cd21248edd admin admin] Publish callbacks [] for security_group (9752bf35-441e-4478-adc7-9ae287fb5871), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:19.170558 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:19.182005 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:19.215149 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-dcd156ea-ad09-49b1-8e25-c9cd21248edd admin admin] Publish callbacks [] for security_group (9752bf35-441e-4478-adc7-9ae287fb5871), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:19.271409 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c8529d6c-8b97-4651-8200-bb1b006b1ca3,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:19.350859 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-dcd156ea-ad09-49b1-8e25-c9cd21248edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (9752bf35-441e-4478-adc7-9ae287fb5871), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:19.356990 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-dcd156ea-ad09-49b1-8e25-c9cd21248edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:19.363601 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-dcd156ea-ad09-49b1-8e25-c9cd21248edd admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/9752bf35-441e-4478-adc7-9ae287fb5871 HTTP/1.1" status: 204 len: 168 time: 0.3594823 Aug 24 04:34:19.383318 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd156ea-ad09-49b1-8e25-c9cd21248edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9752bf35-441e-4478-adc7-9ae287fb5871,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:19.495628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:19.531432 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Allocated IP 172.20.0.11 (072e6069-27be-42a9-8064-dc0e6d2071ea/f0918c95-b86b-4634-9d51-df47a61bcb06/c6584c15-de74-4f86-b937-aac06123b421) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:34:19.562324 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:19.636641 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f00eb-5704-46f3-bf5a-f7be799d1ac8 req-8a1270d1-8185-44ee-90bd-190083d85d18 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:19.649482 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-492f00eb-5704-46f3-bf5a-f7be799d1ac8 req-8a1270d1-8185-44ee-90bd-190083d85d18 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1637349 Aug 24 04:34:19.680025 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Allocated IP 172.27.4.219 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/dc0e6e87-ce3d-4d90-ad51-48a181460d2f) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:34:19.879796 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5dd2e584-72f4-4794-87e4-41fb3ff504b6 req-342047f8-69ff-49b5-83fc-d80cec32bc73 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 210 time: 0.1114132 Aug 24 04:34:19.957377 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-492f00eb-5704-46f3-bf5a-f7be799d1ac8 req-e4b6bc9e-c874-40b6-be05-38aa4583ff3d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038266 Aug 24 04:34:20.165386 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (c6584c15-de74-4f86-b937-aac06123b421), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:20.214944 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for port (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:20.327465 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb2db-62ac-4267-bbee-0f8166f3538e req-6e760aea-8d06-4e3b-834a-02289911e386 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:20.329910 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b6bb2db-62ac-4267-bbee-0f8166f3538e req-6e760aea-8d06-4e3b-834a-02289911e386 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 944 time: 0.1462443 Aug 24 04:34:20.340219 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:20.351054 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (c6584c15-de74-4f86-b937-aac06123b421), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:20.451011 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:34:20.458275 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b6bb2db-62ac-4267-bbee-0f8166f3538e req-dbb7e329-7fd8-4fea-acf1-a18e008378da tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163080 Aug 24 04:34:20.464390 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Network 072e6069-27be-42a9-8064-dc0e6d2071ea is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:34:20.465953 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:34:20.477136 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:34:20.484616 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:34:20.490282 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:34:20.499405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:20.500381 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:20.520747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event updated for resources: {'Port': ['ID=dc0e6e87-ce3d-4d90-ad51-48a181460d2f,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:20.541596 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:20.647596 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7918088 Aug 24 04:34:20.696154 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1072bd8-076e-49c2-883d-6595039f73fc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=c6584c15-de74-4f86-b937-aac06123b421,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:20.709555 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (32fdcd5a-26c4-4f50-acee-703d4294a327), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:20.792738 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:20.958788 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-a0a5ae37-bac7-4056-8f2f-2868c09454cc None None] Provisioning complete for port c6584c15-de74-4f86-b937-aac06123b421 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:34:20.960357 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ae37-bac7-4056-8f2f-2868c09454cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c6584c15-de74-4f86-b937-aac06123b421), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:21.040673 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5ae37-bac7-4056-8f2f-2868c09454cc None None] Port c6584c15-de74-4f86-b937-aac06123b421 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:34:21.080457 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for port (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:21.083567 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:21.090975 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:21.093165 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (32fdcd5a-26c4-4f50-acee-703d4294a327), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:21.217323 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:21.228708 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6586368 Aug 24 04:34:21.248804 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b82729-d5be-4f80-8b2c-6c73415ba1e4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event updated for resources: {'Port': ['ID=dc0e6e87-ce3d-4d90-ad51-48a181460d2f,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:21.338079 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f5f0d-53b6-40a4-9c25-1ddfc9e2b4ed req-37d9149d-6c1b-470a-8818-9e76a938b9db tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:21.341142 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-af9f5f0d-53b6-40a4-9c25-1ddfc9e2b4ed req-37d9149d-6c1b-470a-8818-9e76a938b9db tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 932 time: 0.1862676 Aug 24 04:34:21.382431 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7220c44-32ed-4b1f-81b2-f5c233faee39 req-2a3f11bb-a2fe-424a-91a8-6851fc4b65af tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:21.385520 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b7220c44-32ed-4b1f-81b2-f5c233faee39 req-2a3f11bb-a2fe-424a-91a8-6851fc4b65af tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1535234 Aug 24 04:34:21.850348 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-af9f5f0d-53b6-40a4-9c25-1ddfc9e2b4ed req-db6791d1-cdc4-4079-923b-4b8cc52d7ccf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960821 Aug 24 04:34:21.872492 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b7220c44-32ed-4b1f-81b2-f5c233faee39 req-c0e9c678-d82d-4981-b27a-6266d12b676a tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328814 Aug 24 04:34:21.959363 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Request body: {'port': {'device_id': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:22.112207 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c8529d6c-8b97-4651-8200-bb1b006b1ca3'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:34:22.122366 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c6584c15-de74-4f86-b937-aac06123b421), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:22.176956 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb440-8beb-4000-81e3-29fa1904ea33 req-28983879-0a5c-4b83-b625-5395f70dbbae tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:22.180260 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-99fcb440-8beb-4000-81e3-29fa1904ea33 req-28983879-0a5c-4b83-b625-5395f70dbbae tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 944 time: 0.1398258 Aug 24 04:34:22.289186 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-85d31e21-fb5a-47f5-80c9-5147f879b5d1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--544620395&fields=id&tenant_id=da374e85225c48ec8bf8697227b06d96 HTTP/1.1" status: 200 len: 267 time: 0.2315047 Aug 24 04:34:22.408931 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:22.431222 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:22.457027 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-99fcb440-8beb-4000-81e3-29fa1904ea33 req-b0a6f2a1-a79d-4bac-bb50-7553711b90ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498770 Aug 24 04:34:22.691830 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-1b35e5aa-5bcc-4651-ba44-ee64d17dc70b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:22.694794 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-1b35e5aa-5bcc-4651-ba44-ee64d17dc70b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 819 time: 0.4041741 Aug 24 04:34:22.733091 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-1ff19f9a-1057-44cc-9f65-7065bed27412 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/quotas/da374e85225c48ec8bf8697227b06d96 HTTP/1.1" status: 200 len: 375 time: 0.0228555 Aug 24 04:34:22.857589 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-af6f6cb3-2849-40ab-96ee-0d5ba8cedc0b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1231592 Aug 24 04:34:23.010489 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6584c15-de74-4f86-b937-aac06123b421 {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:34:23.022312 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Publish callbacks [] for port (c6584c15-de74-4f86-b937-aac06123b421), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:23.044399 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Transition to ACTIVE for port object c6584c15-de74-4f86-b937-aac06123b421 will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:34:23.053078 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c6584c15-de74-4f86-b937-aac06123b421), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:23.202872 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6584c15-de74-4f86-b937-aac06123b421,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:23.264197 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e560c-91e3-4288-8af5-d6d2411835ff req-9479ed76-32cc-41c4-90ff-23cafed0e95c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:23.285510 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c88e560c-91e3-4288-8af5-d6d2411835ff req-9479ed76-32cc-41c4-90ff-23cafed0e95c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 944 time: 0.2141893 Aug 24 04:34:23.297203 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Attempting to bind port c6584c15-de74-4f86-b937-aac06123b421 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:34:23.298213 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Attempting to bind port c6584c15-de74-4f86-b937-aac06123b421 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:34:23.298213 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Attempting to bind port c6584c15-de74-4f86-b937-aac06123b421 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:34:23.305897 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b0c5483c-7739-4309-9e7c-3f544db4419a service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216053 Aug 24 04:34:23.308121 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Port c6584c15-de74-4f86-b937-aac06123b421 on network 072e6069-27be-42a9-8064-dc0e6d2071ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:34:23.308602 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Attempting to bind port c6584c15-de74-4f86-b937-aac06123b421 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:34:23.320383 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:34:23.320383 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Checking segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:34:23.320383 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Bound using segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:34:23.320383 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Bound port: c6584c15-de74-4f86-b937-aac06123b421, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:34:23.321061 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c6584c15-de74-4f86-b937-aac06123b421), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:23.356890 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:23.468834 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] For port c6584c15-de74-4f86-b937-aac06123b421, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:34:23.477761 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] For port c6584c15-de74-4f86-b937-aac06123b421, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c6584c15-de74-4f86-b937-aac06123b421,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:34:23.492653 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c6584c15-de74-4f86-b937-aac06123b421), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:23.500449 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:23.501865 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:23.504644 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/c6584c15-de74-4f86-b937-aac06123b421 HTTP/1.1" status: 200 len: 1094 time: 1.5546679 Aug 24 04:34:23.526643 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'tag': 'c6584c15-de74-4f86-b937-aac06123b421'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:34:23.534458 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb83ee2-85f6-44dc-bab7-443fd51f37d5", "tag": "c6584c15-de74-4f86-b937-aac06123b421"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:34:23.706515 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c88e560c-91e3-4288-8af5-d6d2411835ff req-cf29bcd2-64a1-4ff2-a767-77a396ec7687 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194703 Aug 24 04:34:23.715343 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-e4509bd2-e864-4781-b8d6-1a2c667b28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:23.727260 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-e4509bd2-e864-4781-b8d6-1a2c667b28a7 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 1128 time: 0.1211317 Aug 24 04:34:23.781847 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-2711e4f0-9054-4be4-8b8f-da9e7ed0aeaa service neutron] 10.222.0.89 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746797 Aug 24 04:34:23.967017 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c8529d6c-8b97-4651-8200-bb1b006b1ca3 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:34:23.990662 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-e88d8bbd-a865-44a6-bd31-166b71e5159a service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6584c15-de74-4f86-b937-aac06123b421 HTTP/1.1" status: 200 len: 217 time: 0.2463539 Aug 24 04:34:24.049581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:24.062244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:24.070555 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35304) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:24.107129 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf44a6-08ed-49f3-8f42-85486579935d req-656ee0b3-188b-4e61-aec9-43e51bf456bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:24.113941 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:24.131183 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08352052-9445-4eb7-a4f3-7da8a0e552b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6584c15-de74-4f86-b937-aac06123b421,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:24.132702 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98bf44a6-08ed-49f3-8f42-85486579935d req-656ee0b3-188b-4e61-aec9-43e51bf456bb tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1992528 Aug 24 04:34:24.220759 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port c8529d6c-8b97-4651-8200-bb1b006b1ca3 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:34:24.241072 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port c8529d6c-8b97-4651-8200-bb1b006b1ca3 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:34:24.242385 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:24.310516 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-ab857e42-0fec-423c-8e14-10ea11731722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:24.314020 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-ab857e42-0fec-423c-8e14-10ea11731722 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.2995682 Aug 24 04:34:24.333442 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98bf44a6-08ed-49f3-8f42-85486579935d req-9411ae1d-9e25-4f1f-a004-894a1c2007b4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990509 Aug 24 04:34:24.418727 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:34:24.487972 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-615321e1-aa8e-4dac-bd21-b80d7deb9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:24.491524 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-615321e1-aa8e-4dac-bd21-b80d7deb9d12 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1703827 Aug 24 04:34:24.619601 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2074ea7-1684-4523-9e50-c861151ed22d x-openstack-request-id: req-a2074ea7-1684-4523-9e50-c861151ed22d {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:34:24.619601 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb83ee2-85f6-44dc-bab7-443fd51f37d5", "tag": "c6584c15-de74-4f86-b937-aac06123b421", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:34:24.619601 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a2074ea7-1684-4523-9e50-c861151ed22d {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:34:24.623707 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2074ea7-1684-4523-9e50-c861151ed22d'] response: {'name': 'network-changed', 'server_uuid': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'tag': 'c6584c15-de74-4f86-b937-aac06123b421', 'status': 'completed', 'code': 200} Aug 24 04:34:24.716867 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b627253-a7a2-4eff-b470-00af44a54bec req-bce3a96a-c72a-4f2c-b89c-0946a91c023e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:24.719778 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b627253-a7a2-4eff-b470-00af44a54bec req-bce3a96a-c72a-4f2c-b89c-0946a91c023e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 944 time: 0.2608218 Aug 24 04:34:24.740999 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c8529d6c-8b97-4651-8200-bb1b006b1ca3 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:34:24.741604 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:24.755647 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e0e69af6-50e5-4ef6-9cb0-2609bbf64f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:24.876441 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:34:24.888864 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1eecd7-7729-4580-b337-f69b85ebdf15" -d '{"events": [{"server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "name": "network-vif-plugged", "status": "completed", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:34:24.903261 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:24.937928 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-f6a1e0b3-9e08-4aef-a7e3-837fda101ff1 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367998 Aug 24 04:34:24.962048 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ec1be21-c23b-4841-91cd-bf92ce8ce6b5 req-529962c2-fbc3-4d7b-9d8c-353b9e67f11c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 210 time: 0.2741308 Aug 24 04:34:24.980951 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c8529d6c-8b97-4651-8200-bb1b006b1ca3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:24.998452 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:25.057506 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b627253-a7a2-4eff-b470-00af44a54bec req-f6f2a926-2f98-434b-9380-2dde7914a436 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066394 Aug 24 04:34:25.334916 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5869664-be27-482c-b5bb-f5359874610c x-openstack-request-id: req-c5869664-be27-482c-b5bb-f5359874610c {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:34:25.335645 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "name": "network-vif-plugged", "status": "completed", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:34:25.340605 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c5869664-be27-482c-b5bb-f5359874610c {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:34:25.345526 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5869664-be27-482c-b5bb-f5359874610c'] response: {'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'code': 200} Aug 24 04:34:25.372215 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c8529d6c-8b97-4651-8200-bb1b006b1ca3,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:25.460696 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8650e5c6-d38c-425e-a0e5-25cd97d1268e req-b46a5657-e6b1-475a-a499-46dbd818281d service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033133 Aug 24 04:34:25.494546 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594b202-95b2-47de-b29a-1c4bdf7c6837 req-b9cb4e85-79df-4276-87ca-2fbcd20a624f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:25.497826 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0594b202-95b2-47de-b29a-1c4bdf7c6837 req-b9cb4e85-79df-4276-87ca-2fbcd20a624f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 944 time: 0.1820836 Aug 24 04:34:25.511727 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e0e69af6-50e5-4ef6-9cb0-2609bbf64f16 admin admin] Publish callbacks [] for security_group (526574ae-9d0e-4be2-ba07-360e4203f3a1), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:25.530127 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e0e69af6-50e5-4ef6-9cb0-2609bbf64f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (526574ae-9d0e-4be2-ba07-360e4203f3a1), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:25.592632 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e69af6-50e5-4ef6-9cb0-2609bbf64f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526574ae-9d0e-4be2-ba07-360e4203f3a1,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:25.731265 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-e0e69af6-50e5-4ef6-9cb0-2609bbf64f16 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=342e94db6bea4bb19036b05e01d7b0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6598823 Aug 24 04:34:25.738904 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35338) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:25.782412 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0594b202-95b2-47de-b29a-1c4bdf7c6837 req-3c2dd312-fb14-47e5-a3d5-187d31dbd6a0 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749236 Aug 24 04:34:25.807925 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f906fc-129f-43f8-a4ad-8546309cba5d req-d191b0fa-da95-4ab0-bd52-0250fda7c186 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:25.826676 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d8f906fc-129f-43f8-a4ad-8546309cba5d req-d191b0fa-da95-4ab0-bd52-0250fda7c186 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1965144 Aug 24 04:34:25.940112 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b83af8d-6fbe-4bc2-a002-3a6a469f3f2d admin admin] Publish callbacks [] for security_group (526574ae-9d0e-4be2-ba07-360e4203f3a1), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:25.990493 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d8f906fc-129f-43f8-a4ad-8546309cba5d req-83b6c86a-df1d-4134-b0dd-ec628cc510aa tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588078 Aug 24 04:34:25.997343 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b83af8d-6fbe-4bc2-a002-3a6a469f3f2d admin admin] Publish callbacks [] for security_group (526574ae-9d0e-4be2-ba07-360e4203f3a1), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:26.098080 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b83af8d-6fbe-4bc2-a002-3a6a469f3f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (526574ae-9d0e-4be2-ba07-360e4203f3a1), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:26.103012 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b83af8d-6fbe-4bc2-a002-3a6a469f3f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:26.107110 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8b83af8d-6fbe-4bc2-a002-3a6a469f3f2d admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/526574ae-9d0e-4be2-ba07-360e4203f3a1 HTTP/1.1" status: 204 len: 168 time: 0.3644731 Aug 24 04:34:26.126464 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83af8d-6fbe-4bc2-a002-3a6a469f3f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526574ae-9d0e-4be2-ba07-360e4203f3a1,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:26.254911 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b3c7fb8-88cf-4700-bd54-ce393d5922f6 req-7c96560a-aa5b-4352-903f-0654ea710386 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 210 time: 0.0910752 Aug 24 04:34:26.355568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b5991-8d5f-4f22-b4ea-2ab691229086 req-8c7584cc-4bed-483e-af9f-7011402e6706 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:26.358516 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b09b5991-8d5f-4f22-b4ea-2ab691229086 req-8c7584cc-4bed-483e-af9f-7011402e6706 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.0962217 Aug 24 04:34:26.464637 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b09b5991-8d5f-4f22-b4ea-2ab691229086 req-835c4bcc-0b86-4470-a131-2c764c8bd858 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938635 Aug 24 04:34:26.639471 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-8ae8a748-7a11-4823-943c-71f4ea86f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:26.643353 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-8ae8a748-7a11-4823-943c-71f4ea86f104 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 1128 time: 0.0916002 Aug 24 04:34:26.785049 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ce6e9-d432-4702-ae30-a7b1fed6c8d4 req-b4037210-e765-45fa-8092-e2facb5a64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:26.788398 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-cd3ce6e9-d432-4702-ae30-a7b1fed6c8d4 req-b4037210-e765-45fa-8092-e2facb5a64e6 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1129 time: 0.1427372 Aug 24 04:34:26.898860 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35366) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:26.963264 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5819-c851-4615-b5fa-7f0ac7dce6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:27.005772 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-cd3ce6e9-d432-4702-ae30-a7b1fed6c8d4 req-b7b1b32c-2d27-49f0-ab6f-38246f2db297 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473784 Aug 24 04:34:27.114464 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-faf8e315-f502-4693-a2c1-e6f5a8d8304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:27.126499 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-faf8e315-f502-4693-a2c1-e6f5a8d8304e service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 916 time: 0.4572327 Aug 24 04:34:27.193770 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c68c2-d47f-460f-8d77-9e41ec2044a9 req-b4ebe44c-ef05-40af-8f22-c9cc3dd379ff tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:27.196667 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc3c68c2-d47f-460f-8d77-9e41ec2044a9 req-b4ebe44c-ef05-40af-8f22-c9cc3dd379ff tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 944 time: 0.1510258 Aug 24 04:34:27.355737 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-ce61d2af-3fc2-4af1-9fce-a075b19b5276 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6584c15-de74-4f86-b937-aac06123b421 HTTP/1.1" status: 200 len: 217 time: 0.1329761 Aug 24 04:34:27.414057 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:27.445759 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ee268-0549-4c46-847e-83fe02ddf5b6 req-53d69077-4a10-44f0-80b2-f730763e1db5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:27.448863 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f03ee268-0549-4c46-847e-83fe02ddf5b6 req-53d69077-4a10-44f0-80b2-f730763e1db5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.2306194 Aug 24 04:34:27.455168 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc3c68c2-d47f-460f-8d77-9e41ec2044a9 req-7fc523c5-f6ce-42fd-b7fc-553c890d1ed2 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401092 Aug 24 04:34:27.459105 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5819-c851-4615-b5fa-7f0ac7dce6ed admin admin] Publish callbacks [] for security_group (ca7bdef6-4556-4d9c-8128-2a9eb40817f4), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:27.478111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5819-c851-4615-b5fa-7f0ac7dce6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ca7bdef6-4556-4d9c-8128-2a9eb40817f4), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:27.556869 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:27.628183 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-9ccc5819-c851-4615-b5fa-7f0ac7dce6ed admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f3eb26e36ba24aff9eff05a4f7592e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7269681 Aug 24 04:34:27.632522 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35384) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:27.708719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc5819-c851-4615-b5fa-7f0ac7dce6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7bdef6-4556-4d9c-8128-2a9eb40817f4,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:27.725304 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-87350a0f-9620-4c23-8797-b971f2ef0e41 req-a38f55b9-644e-46e3-a737-55c8bb416c77 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 210 time: 0.1249142 Aug 24 04:34:27.741264 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f03ee268-0549-4c46-847e-83fe02ddf5b6 req-28c72616-5780-46aa-87cb-83df1c7d0276 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791135 Aug 24 04:34:27.750221 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7b1caec2-5cd1-4b1f-be31-90994385d313 admin admin] Publish callbacks [] for security_group (ca7bdef6-4556-4d9c-8128-2a9eb40817f4), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:27.801014 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7b1caec2-5cd1-4b1f-be31-90994385d313 admin admin] Publish callbacks [] for security_group (ca7bdef6-4556-4d9c-8128-2a9eb40817f4), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:27.900963 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7b1caec2-5cd1-4b1f-be31-90994385d313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ca7bdef6-4556-4d9c-8128-2a9eb40817f4), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:27.905928 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7b1caec2-5cd1-4b1f-be31-90994385d313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:27.909793 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7b1caec2-5cd1-4b1f-be31-90994385d313 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/ca7bdef6-4556-4d9c-8128-2a9eb40817f4 HTTP/1.1" status: 204 len: 168 time: 0.2747047 Aug 24 04:34:27.926325 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1caec2-5cd1-4b1f-be31-90994385d313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7bdef6-4556-4d9c-8128-2a9eb40817f4,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:28.002223 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c200f-4cc5-4132-a6d7-97e5c2217f51 req-6cbcc9a3-56fe-4f2a-a40d-f454736b02d9 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:28.005001 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-607c200f-4cc5-4132-a6d7-97e5c2217f51 req-6cbcc9a3-56fe-4f2a-a40d-f454736b02d9 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.1146307 Aug 24 04:34:28.112796 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:28.160883 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-1e1164cb-7725-4f65-811d-ca28f759a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:28.165974 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-1e1164cb-7725-4f65-811d-ca28f759a44e service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.1390386 Aug 24 04:34:28.178938 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-607c200f-4cc5-4132-a6d7-97e5c2217f51 req-00572b10-d22a-4685-a32b-dad110238ca9 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646073 Aug 24 04:34:28.311365 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-ee12bb00-24aa-4524-844d-c7e36c995292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:28.314242 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-ee12bb00-24aa-4524-844d-c7e36c995292 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1307960 Aug 24 04:34:28.570907 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:28.570907 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-817aa20f-80b0-475e-b37a-ae19314c415d service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315500 Aug 24 04:34:28.815874 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e417926-1f67-4e34-ae7e-e31e9014697f req-eee202b9-b95f-40f3-945a-dcc0d7d50708 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:28.822731 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5e417926-1f67-4e34-ae7e-e31e9014697f req-eee202b9-b95f-40f3-945a-dcc0d7d50708 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 944 time: 0.1240630 Aug 24 04:34:28.835582 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-d8d1b74f-6cf4-4450-ad38-24247e674c0d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:28.838481 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-d8d1b74f-6cf4-4450-ad38-24247e674c0d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 819 time: 0.5223684 Aug 24 04:34:28.910062 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35412) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:28.994451 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5e417926-1f67-4e34-ae7e-e31e9014697f req-d17e93ca-5f50-4568-87c0-e6768d88380e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509089 Aug 24 04:34:29.113975 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d7407d4e-325b-4604-a198-11de1673964b req-227e6dd0-a6ae-4838-bb5a-c28cbab671b4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 210 time: 0.1034274 Aug 24 04:34:29.324812 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-1c2bbb1a-1e59-4499-9e9a-b1179ef6683b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=da374e85225c48ec8bf8697227b06d96 HTTP/1.1" status: 200 len: 379 time: 0.3118398 Aug 24 04:34:29.350424 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'port': {'device_id': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'admin_state_up': True, 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'security_groups': ['12f055e4-a670-4b3f-8c46-07dd86ef1817']}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:29.353000 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dce580-3998-432e-8038-3c833ff92c4e req-0eb7baee-e2a8-42e0-8f09-08ab0601cbd7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:29.365490 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e3dce580-3998-432e-8038-3c833ff92c4e req-0eb7baee-e2a8-42e0-8f09-08ab0601cbd7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1565385 Aug 24 04:34:29.497730 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-5e72173d-a09d-4d52-8fee-0dca9fd3ccf1 req-0f2076a3-dcd7-4528-b002-f7ae2819bdb3 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209548 Aug 24 04:34:29.510891 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4262bf01-c320-416f-99ca-b2bef6602af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:29.642663 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5628f81-cd54-4e99-a968-5858dcccdb30 req-344b7476-5bf1-4dcc-bfe3-e442baa740fe tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:29.656015 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a5628f81-cd54-4e99-a968-5858dcccdb30 req-344b7476-5bf1-4dcc-bfe3-e442baa740fe tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.2020319 Aug 24 04:34:29.701050 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e3dce580-3998-432e-8038-3c833ff92c4e req-aec4d83f-f554-43f7-8352-3ad56aa17659 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340769 Aug 24 04:34:29.750560 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Made reservation on behalf of da374e85225c48ec8bf8697227b06d96 for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:34:29.758956 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:29.832270 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a5628f81-cd54-4e99-a968-5858dcccdb30 req-531ef71c-06e4-4f29-b8d9-4d45bfb6c48c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431365 Aug 24 04:34:29.992536 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c6584c15-de74-4f86-b937-aac06123b421 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:34:30.009784 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4262bf01-c320-416f-99ca-b2bef6602af4 admin admin] Publish callbacks [] for security_group (42a66d6d-2301-4ec3-92f0-492cd074fd62), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:30.018202 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4262bf01-c320-416f-99ca-b2bef6602af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (42a66d6d-2301-4ec3-92f0-492cd074fd62), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:30.237615 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54d4d6-9da5-41f9-8274-2a15ae3afeae req-4f0cf954-4c93-4757-bd3d-b13eedd90794 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:30.247203 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7f54d4d6-9da5-41f9-8274-2a15ae3afeae req-4f0cf954-4c93-4757-bd3d-b13eedd90794 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.2017145 Aug 24 04:34:30.325792 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c6584c15-de74-4f86-b937-aac06123b421, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c6584c15-de74-4f86-b937-aac06123b421,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:30.330639 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Allocated IP 172.20.0.14 (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d/5fbac197-8fc3-4ab2-9a33-112f00b5da8a/68efa496-67c6-4e09-bc07-800f4bf71265) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:34:30.357913 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'c6584c15-de74-4f86-b937-aac06123b421', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'port_id': 'c6584c15-de74-4f86-b937-aac06123b421', 'mac_address': 'fa:16:3e:4b:2d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:34:30.479934 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262bf01-c320-416f-99ca-b2bef6602af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a66d6d-2301-4ec3-92f0-492cd074fd62,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:30.488874 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4262bf01-c320-416f-99ca-b2bef6602af4 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=b365e60bd8064d788b8f3233d839db1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5773270 Aug 24 04:34:30.498780 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35484) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:30.523778 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c6584c15-de74-4f86-b937-aac06123b421 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:34:30.524440 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c6584c15-de74-4f86-b937-aac06123b421), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:30.558534 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:30.562416 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6584c15-de74-4f86-b937-aac06123b421 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:34:30.585295 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed5644-c4e0-47d7-8e02-c27a2960d892 req-877580bf-0f84-4e61-a188-985823458778 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:30.600272 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-07ed5644-c4e0-47d7-8e02-c27a2960d892 req-877580bf-0f84-4e61-a188-985823458778 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 944 time: 0.2773438 Aug 24 04:34:30.611456 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-f26534f6-3727-4e3a-a89f-5d708c95d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:30.614519 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-f26534f6-3727-4e3a-a89f-5d708c95d0b5 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 1129 time: 0.1274965 Aug 24 04:34:30.636741 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c6584c15-de74-4f86-b937-aac06123b421, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c6584c15-de74-4f86-b937-aac06123b421,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:30.646671 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c6584c15-de74-4f86-b937-aac06123b421), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:30.693923 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7f54d4d6-9da5-41f9-8274-2a15ae3afeae req-151aa591-231d-49b6-8bb2-175b426f3f8d tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450119 Aug 24 04:34:30.732877 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:30.798923 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c6584c15-de74-4f86-b937-aac06123b421,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:30.853117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3b6293ce-a297-4c68-acc1-2c6899a08ab4 admin admin] Publish callbacks [] for security_group (42a66d6d-2301-4ec3-92f0-492cd074fd62), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:30.908083 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-07ed5644-c4e0-47d7-8e02-c27a2960d892 req-79212fce-5732-404c-a4ab-b9df2c506fe5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063488 Aug 24 04:34:31.024717 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c6584c15-de74-4f86-b937-aac06123b421'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:34:31.038179 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-4a6825e6-a8b7-4713-8ffb-4590f0c009a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:31.040806 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-4a6825e6-a8b7-4713-8ffb-4590f0c009a5 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 912 time: 0.4188311 Aug 24 04:34:31.070332 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3b6293ce-a297-4c68-acc1-2c6899a08ab4 admin admin] Publish callbacks [] for security_group (42a66d6d-2301-4ec3-92f0-492cd074fd62), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:31.138148 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for port (68efa496-67c6-4e09-bc07-800f4bf71265), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:31.186171 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:31.208380 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4149815a-6d23-45c2-b370-0e60c4056e80 req-2526e40d-8403-49aa-b9df-79235cd0fdaa tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 210 time: 0.1301324 Aug 24 04:34:31.237225 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:31.285033 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9c684-407d-4b54-bfc6-55ad1b42d3b0 req-9eff00e2-8298-4fda-89fc-d757276b94e5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:31.299755 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ebe9c684-407d-4b54-bfc6-55ad1b42d3b0 req-9eff00e2-8298-4fda-89fc-d757276b94e5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.3604472 Aug 24 04:34:31.362897 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:31.373046 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-ef025e34-152c-4d71-9168-6e261157849a service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a143d8d2-0a49-4ada-9835-9803477f74b7 HTTP/1.1" status: 200 len: 1001 time: 0.1833014 Aug 24 04:34:31.383453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:31.516017 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ebe9c684-407d-4b54-bfc6-55ad1b42d3b0 req-6ee107d3-00d0-4c7e-9536-3f6cbaaecec7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142015 Aug 24 04:34:31.519978 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3b6293ce-a297-4c68-acc1-2c6899a08ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (42a66d6d-2301-4ec3-92f0-492cd074fd62), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:31.542564 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3b6293ce-a297-4c68-acc1-2c6899a08ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:31.545164 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3b6293ce-a297-4c68-acc1-2c6899a08ab4 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/42a66d6d-2301-4ec3-92f0-492cd074fd62 HTTP/1.1" status: 204 len: 168 time: 1.0397594 Aug 24 04:34:31.553118 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event updated for resources: {'Port': ['ID=68efa496-67c6-4e09-bc07-800f4bf71265,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:31.584441 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:34:31.586005 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6293ce-a297-4c68-acc1-2c6899a08ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a66d6d-2301-4ec3-92f0-492cd074fd62,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:31.677933 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:34:31.697838 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:34:31.730588 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:31.731946 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:31.864178 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-bd5e1271-c188-44dd-bade-a485ffeeffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:31.866200 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-bd5e1271-c188-44dd-bade-a485ffeeffd6 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.3249397 Aug 24 04:34:31.934949 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-5b6596d6-943c-4d7f-9bc6-76259f38ccb5 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6037121 Aug 24 04:34:32.049151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-d66e19a5-e47b-4673-b06b-bf0348ffd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:32.053220 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-d66e19a5-e47b-4673-b06b-bf0348ffd38c service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1553719 Aug 24 04:34:32.065989 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Request body: {'port': {'device_id': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:32.319598 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-343df0aa-9f77-46b7-888b-021e995acb25 None None] Provisioning complete for port 68efa496-67c6-4e09-bc07-800f4bf71265 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:34:32.320469 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-343df0aa-9f77-46b7-888b-021e995acb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:32.417746 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aff1ca-f44a-4e04-9330-d923bc0209f5 req-f20031a0-cc84-4ef1-879c-5bd274e3be26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:32.453230 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a6aff1ca-f44a-4e04-9330-d923bc0209f5 req-f20031a0-cc84-4ef1-879c-5bd274e3be26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 945 time: 0.2381868 Aug 24 04:34:32.828689 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-341b0e57-8970-4c13-9cc3-4cd60b2cf9dc service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2031372 Aug 24 04:34:32.838547 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35556) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:32.982887 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c6584c15-de74-4f86-b937-aac06123b421 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:34:33.025305 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b971c9e-09e3-4f2c-baa1-0da5219261b2 req-bc253da8-211c-4a3f-ba55-b9861b4f4540 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:33.040203 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0b971c9e-09e3-4f2c-baa1-0da5219261b2 req-bc253da8-211c-4a3f-ba55-b9861b4f4540 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 932 time: 0.1571815 Aug 24 04:34:33.042098 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ce81a740-31e6-455b-bf48-1c1cf9a5e130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:33.074644 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a6aff1ca-f44a-4e04-9330-d923bc0209f5 req-280092ff-e92e-4e4d-bd14-83010d3ed2df tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6198242 Aug 24 04:34:33.174488 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:33.196629 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-325de172-46e8-434e-a8fb-a7526d909ebd service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1168590 Aug 24 04:34:33.207093 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-343df0aa-9f77-46b7-888b-021e995acb25 None None] Port 68efa496-67c6-4e09-bc07-800f4bf71265 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:34:33.284048 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port c6584c15-de74-4f86-b937-aac06123b421 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:34:33.296726 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:33.315087 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port c6584c15-de74-4f86-b937-aac06123b421 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:34:33.316422 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c6584c15-de74-4f86-b937-aac06123b421), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:33.496442 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0b971c9e-09e3-4f2c-baa1-0da5219261b2 req-a5825581-95b2-48cd-99cc-8c3ac46b569a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444461 Aug 24 04:34:33.499284 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-681a79bd-d641-4199-9a1d-05d31d8d9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:33.502816 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-681a79bd-d641-4199-9a1d-05d31d8d9063 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 1130 time: 0.6164789 Aug 24 04:34:33.624171 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c6584c15-de74-4f86-b937-aac06123b421 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:34:33.625160 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c6584c15-de74-4f86-b937-aac06123b421), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:33.650947 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:33.683068 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fade86b-4e8f-4578-ae15-74e8926386ca req-96e0d1bf-d285-44c3-a6a3-5dd51331612a tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:33.696150 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1fade86b-4e8f-4578-ae15-74e8926386ca req-96e0d1bf-d285-44c3-a6a3-5dd51331612a tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.2892206 Aug 24 04:34:33.738976 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6584c15-de74-4f86-b937-aac06123b421'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:34:33.745755 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbcd09c-d593-4830-84b0-d4903740a571" -d '{"events": [{"server_uuid": "2eb83ee2-85f6-44dc-bab7-443fd51f37d5", "name": "network-vif-plugged", "status": "completed", "tag": "c6584c15-de74-4f86-b937-aac06123b421"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:34:33.785772 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c6584c15-de74-4f86-b937-aac06123b421, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c6584c15-de74-4f86-b937-aac06123b421,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:33.787432 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-932e1cf9-2d2f-414a-a428-b4c050c4ea7f req-9a69efed-ecb1-4ca1-9d35-da9df42361fc service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706949 Aug 24 04:34:33.809361 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c6584c15-de74-4f86-b937-aac06123b421), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:33.996739 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c6584c15-de74-4f86-b937-aac06123b421,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:34.060649 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007a763-c92f-4b17-af71-87e585cad6cc req-2b8a20a9-7e21-4da1-9a0f-e17b497ba51c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:34.073495 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a007a763-c92f-4b17-af71-87e585cad6cc req-2b8a20a9-7e21-4da1-9a0f-e17b497ba51c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.3441415 Aug 24 04:34:34.150899 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1fade86b-4e8f-4578-ae15-74e8926386ca req-174aec0c-d4e4-489f-9e31-9e78e31de48e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533536 Aug 24 04:34:34.158373 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-6c7184d8-72c7-4c41-bb08-0bdbb179be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:34.158373 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-6c7184d8-72c7-4c41-bb08-0bdbb179be0f service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.6045301 Aug 24 04:34:34.166011 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ce81a740-31e6-455b-bf48-1c1cf9a5e130 admin admin] Publish callbacks [] for security_group (adb1ffdc-404f-4a33-ae28-94f1922007d7), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:34.243609 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-0a7b6e48-a90c-42f0-a4e1-4a07427c4b49 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3155a3a-2495-41c1-9645-5980e49be627 HTTP/1.1" status: 200 len: 217 time: 0.0747797 Aug 24 04:34:34.257895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ce81a740-31e6-455b-bf48-1c1cf9a5e130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (adb1ffdc-404f-4a33-ae28-94f1922007d7), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:34.295753 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:34.365068 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f719399-1c94-406b-a671-144b13f719a6 x-openstack-request-id: req-8f719399-1c94-406b-a671-144b13f719a6 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:34:34.365829 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb83ee2-85f6-44dc-bab7-443fd51f37d5", "name": "network-vif-plugged", "status": "completed", "tag": "c6584c15-de74-4f86-b937-aac06123b421", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:34:34.366373 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8f719399-1c94-406b-a671-144b13f719a6 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:34:34.367532 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f719399-1c94-406b-a671-144b13f719a6'] response: {'server_uuid': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6584c15-de74-4f86-b937-aac06123b421', 'code': 200} Aug 24 04:34:34.409599 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:34.476470 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a007a763-c92f-4b17-af71-87e585cad6cc req-1f20e708-2bef-4bd6-9028-2d0a3c6d35aa tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014275 Aug 24 04:34:34.512115 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81a740-31e6-455b-bf48-1c1cf9a5e130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb1ffdc-404f-4a33-ae28-94f1922007d7,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:34.529767 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:34.564506 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ce81a740-31e6-455b-bf48-1c1cf9a5e130 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=17881e9b54854b98a1ec69d084f44674&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7141767 Aug 24 04:34:34.570996 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35588) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:34.588458 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68efa496-67c6-4e09-bc07-800f4bf71265 {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:34:34.635391 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Publish callbacks [] for port (68efa496-67c6-4e09-bc07-800f4bf71265), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:34.663992 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-139b424f-44d1-44b1-8eeb-3606e7965335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:34.685103 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-139b424f-44d1-44b1-8eeb-3606e7965335 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.4293582 Aug 24 04:34:34.707452 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Transition to ACTIVE for port object 68efa496-67c6-4e09-bc07-800f4bf71265 will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:34:34.718342 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:34.894668 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Pushing event updated for resources: {'Port': ['ID=68efa496-67c6-4e09-bc07-800f4bf71265,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:34.906273 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Attempting to bind port 68efa496-67c6-4e09-bc07-800f4bf71265 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:34:34.906763 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Attempting to bind port 68efa496-67c6-4e09-bc07-800f4bf71265 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:34:34.907853 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Attempting to bind port 68efa496-67c6-4e09-bc07-800f4bf71265 on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:34:34.916802 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Port 68efa496-67c6-4e09-bc07-800f4bf71265 on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:34:34.917401 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Attempting to bind port 68efa496-67c6-4e09-bc07-800f4bf71265 on network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:34:34.927486 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:34:34.927893 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Checking segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:34:34.928488 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Bound using segment: {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:34:34.929252 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Bound port: 68efa496-67c6-4e09-bc07-800f4bf71265, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:34:34.929828 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:34.933103 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:35.039753 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:35.045646 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2000dd-0a05-4657-98ed-3e141819d143 req-e604a9b0-6dca-4f8e-8732-1151492ca7ec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:35.069220 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-da2000dd-0a05-4657-98ed-3e141819d143 req-e604a9b0-6dca-4f8e-8732-1151492ca7ec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 946 time: 0.3716805 Aug 24 04:34:35.093692 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] For port 68efa496-67c6-4e09-bc07-800f4bf71265, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:34:35.101348 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] For port 68efa496-67c6-4e09-bc07-800f4bf71265, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68efa496-67c6-4e09-bc07-800f4bf71265,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:34:35.116742 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:35.133209 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:35.136634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0d3d8-5d87-479e-b067-44efbb0aa4d4 req-b4296abd-0749-4941-8c3b-d0be1d647d49 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:35.142701 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:35.146542 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 200 len: 1094 time: 3.0912309 Aug 24 04:34:35.148943 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:34:35.153139 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0fb0d3d8-5d87-479e-b067-44efbb0aa4d4 req-b4296abd-0749-4941-8c3b-d0be1d647d49 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 944 time: 0.3567648 Aug 24 04:34:35.156656 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6668c75-ea61-410a-bc6f-3dfc15798868" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:34:35.192633 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-5e32a0ca-9f22-4613-a052-d26fcc774b25 admin admin] Publish callbacks [] for security_group (adb1ffdc-404f-4a33-ae28-94f1922007d7), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:35.244195 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-5e32a0ca-9f22-4613-a052-d26fcc774b25 admin admin] Publish callbacks [] for security_group (adb1ffdc-404f-4a33-ae28-94f1922007d7), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:35.266193 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35596) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:35.403308 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cb3d2-7fb4-4c1f-ba5f-aa91cc42569a service neutron] Pushing event updated for resources: {'Port': ['ID=68efa496-67c6-4e09-bc07-800f4bf71265,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:35.530322 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-b2789bb0-1197-4716-8ad9-45a6c168080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:35.536644 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-b2789bb0-1197-4716-8ad9-45a6c168080e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2407575 Aug 24 04:34:35.694784 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-da2000dd-0a05-4657-98ed-3e141819d143 req-cd9528af-8516-438c-8ff5-389f163e9e22 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6235392 Aug 24 04:34:35.714078 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759d657-621e-4097-bdcb-dce35d16b892 req-c4ddc68c-c247-4dc5-9d95-9ad1f7e2e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:35.717205 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d759d657-621e-4097-bdcb-dce35d16b892 req-c4ddc68c-c247-4dc5-9d95-9ad1f7e2e046 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 1130 time: 0.4087005 Aug 24 04:34:35.722632 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0fb0d3d8-5d87-479e-b067-44efbb0aa4d4 req-22db9a11-8265-4878-addd-7fc72fbd5c4c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5648472 Aug 24 04:34:35.850762 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-5e32a0ca-9f22-4613-a052-d26fcc774b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (adb1ffdc-404f-4a33-ae28-94f1922007d7), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:35.857280 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-5e32a0ca-9f22-4613-a052-d26fcc774b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:35.859879 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-5e32a0ca-9f22-4613-a052-d26fcc774b25 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/adb1ffdc-404f-4a33-ae28-94f1922007d7 HTTP/1.1" status: 204 len: 168 time: 1.2790840 Aug 24 04:34:35.912601 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-7d94d097-a0d2-45a0-95e4-6e3859c2fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:35.920133 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-7d94d097-a0d2-45a0-95e4-6e3859c2fe47 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1128 time: 0.5455947 Aug 24 04:34:35.931459 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-68590809-4e15-4ba0-9185-1ca349bf3c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:35.980585 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-c62e18c7-8daa-4633-ba57-cdbf056873d6 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178038 Aug 24 04:34:35.984222 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32a0ca-9f22-4613-a052-d26fcc774b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb1ffdc-404f-4a33-ae28-94f1922007d7,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:36.028703 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d1fe06-d81a-4fbc-b57d-2432ba1af49a x-openstack-request-id: req-17d1fe06-d81a-4fbc-b57d-2432ba1af49a {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:34:36.029357 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:34:36.029897 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-17d1fe06-d81a-4fbc-b57d-2432ba1af49a {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:34:36.030688 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d1fe06-d81a-4fbc-b57d-2432ba1af49a'] response: {'name': 'network-changed', 'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265', 'status': 'completed', 'code': 200} Aug 24 04:34:36.061373 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d759d657-621e-4097-bdcb-dce35d16b892 req-6d8de35e-c015-4a17-8fbc-7b45aedc1f00 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204160 Aug 24 04:34:36.168750 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-9c2a7b3d-d011-45b1-a978-cb39451172a0 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 200 len: 217 time: 0.2266729 Aug 24 04:34:36.303049 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc68b82-1328-4710-b205-0d1179ba840c req-563fa49d-c9d9-44a5-b84d-00128c75113d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:36.314987 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ccc68b82-1328-4710-b205-0d1179ba840c req-563fa49d-c9d9-44a5-b84d-00128c75113d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.2736807 Aug 24 04:34:36.433726 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae8a246-60c3-49b0-9f46-afba8b139aea req-54fd6862-caa1-4c0d-9661-6399a9d740b2 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328623 Aug 24 04:34:36.435565 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-68590809-4e15-4ba0-9185-1ca349bf3c81 admin admin] Publish callbacks [] for security_group (24e0fde9-6664-4640-ae3c-8200347a9188), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:36.464623 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-68590809-4e15-4ba0-9185-1ca349bf3c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (24e0fde9-6664-4640-ae3c-8200347a9188), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:36.488376 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ccc68b82-1328-4710-b205-0d1179ba840c req-149cfdd7-7ad1-4c40-88da-943f6fdb2a59 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722488 Aug 24 04:34:36.551847 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68590809-4e15-4ba0-9185-1ca349bf3c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e0fde9-6664-4640-ae3c-8200347a9188,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:36.605453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-a0bb3996-57ba-4a86-8d3a-5f550ea30458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:36.608743 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-a0bb3996-57ba-4a86-8d3a-5f550ea30458 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.2899070 Aug 24 04:34:36.616602 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-68590809-4e15-4ba0-9185-1ca349bf3c81 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=8268fb1de6d54729a650b86a8d1276e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3474016 Aug 24 04:34:36.620475 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35630) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:36.769388 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8d38d6fd-a7db-4649-b75f-2084e14f7cb8 admin admin] Publish callbacks [] for security_group (24e0fde9-6664-4640-ae3c-8200347a9188), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:36.826870 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8d38d6fd-a7db-4649-b75f-2084e14f7cb8 admin admin] Publish callbacks [] for security_group (24e0fde9-6664-4640-ae3c-8200347a9188), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:37.128266 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-479a4615-3656-49ce-a416-afd0ecdac9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:37.130940 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-479a4615-3656-49ce-a416-afd0ecdac9f3 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1358633 Aug 24 04:34:37.152747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8d38d6fd-a7db-4649-b75f-2084e14f7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (24e0fde9-6664-4640-ae3c-8200347a9188), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:37.159040 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8d38d6fd-a7db-4649-b75f-2084e14f7cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:37.163939 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8d38d6fd-a7db-4649-b75f-2084e14f7cb8 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/24e0fde9-6664-4640-ae3c-8200347a9188 HTTP/1.1" status: 204 len: 168 time: 0.5379429 Aug 24 04:34:37.179430 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38d6fd-a7db-4649-b75f-2084e14f7cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e0fde9-6664-4640-ae3c-8200347a9188,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:37.268217 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d273a-c6a2-406e-8f98-2596b8e77c1d req-583f5fdb-fc48-4ad2-b32b-96c314dc8648 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:37.282563 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-907d273a-c6a2-406e-8f98-2596b8e77c1d req-583f5fdb-fc48-4ad2-b32b-96c314dc8648 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 944 time: 0.2043140 Aug 24 04:34:37.345518 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e02515-d29c-4cee-a4f6-09124ab19265 req-b60b9007-551a-4a86-a9cc-8614124ec554 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:37.354357 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-47e02515-d29c-4cee-a4f6-09124ab19265 req-b60b9007-551a-4a86-a9cc-8614124ec554 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 946 time: 0.3960388 Aug 24 04:34:37.442748 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-907d273a-c6a2-406e-8f98-2596b8e77c1d req-72e4608e-80cb-47d3-9e87-c03c6aca8014 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586428 Aug 24 04:34:37.611415 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-47e02515-d29c-4cee-a4f6-09124ab19265 req-1e37906b-87af-4e95-a456-b67413edb267 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912732 Aug 24 04:34:37.997507 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-9d05f534-5730-4531-8eaa-1012d5b16444 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237854 Aug 24 04:34:38.078467 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35670) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:38.108658 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-67d8b2a5-f4b2-4586-b7e3-b0093599e8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:38.147785 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:38.290700 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:38.370673 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-67d8b2a5-f4b2-4586-b7e3-b0093599e8d7 admin admin] Publish callbacks [] for security_group (a4e6f7cf-64b1-4101-bd74-835c621fa9f0), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:38.393111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-67d8b2a5-f4b2-4586-b7e3-b0093599e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a4e6f7cf-64b1-4101-bd74-835c621fa9f0), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:38.492587 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:38.650761 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-67d8b2a5-f4b2-4586-b7e3-b0093599e8d7 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=a76dcad2a5cc4616a451ed11e6aeba38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5665369 Aug 24 04:34:38.673517 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35684) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:38.691753 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-2792ef6d-4c18-460d-bae6-5a0dd78ff652 req-dcfe04cc-1bbc-4999-9227-30d259eb06ce service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234223 Aug 24 04:34:38.806317 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8b2a5-f4b2-4586-b7e3-b0093599e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e6f7cf-64b1-4101-bd74-835c621fa9f0,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:38.959672 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a9a616e5-7950-482f-b680-2054f802b1aa admin admin] Publish callbacks [] for security_group (a4e6f7cf-64b1-4101-bd74-835c621fa9f0), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:38.979419 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009782-64bb-440d-9ac5-718d0afb5f2d req-816287c4-3bb7-468e-b7b8-d1919e04c6d6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:38.994622 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-16009782-64bb-440d-9ac5-718d0afb5f2d req-816287c4-3bb7-468e-b7b8-d1919e04c6d6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 944 time: 0.1902025 Aug 24 04:34:39.100100 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a9a616e5-7950-482f-b680-2054f802b1aa admin admin] Publish callbacks [] for security_group (a4e6f7cf-64b1-4101-bd74-835c621fa9f0), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:39.265506 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-16009782-64bb-440d-9ac5-718d0afb5f2d req-6ff3c88a-2e55-4f2a-839a-afad54dba342 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684681 Aug 24 04:34:39.370300 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85158cde-0415-4c43-bd3d-49132bb416d5 req-a43d60de-a4d7-489f-9775-c763c1ed73d6 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:39.373810 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-85158cde-0415-4c43-bd3d-49132bb416d5 req-a43d60de-a4d7-489f-9775-c763c1ed73d6 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 946 time: 0.1573832 Aug 24 04:34:39.423642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a9a616e5-7950-482f-b680-2054f802b1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a4e6f7cf-64b1-4101-bd74-835c621fa9f0), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:39.426471 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a9a616e5-7950-482f-b680-2054f802b1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:39.427530 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a9a616e5-7950-482f-b680-2054f802b1aa admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/a4e6f7cf-64b1-4101-bd74-835c621fa9f0 HTTP/1.1" status: 204 len: 168 time: 0.7512772 Aug 24 04:34:39.464298 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a616e5-7950-482f-b680-2054f802b1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e6f7cf-64b1-4101-bd74-835c621fa9f0,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:39.531814 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-85158cde-0415-4c43-bd3d-49132bb416d5 req-4d0486d5-98d1-4115-9bea-856620f2c7d9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422229 Aug 24 04:34:39.717188 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910cdea-fe96-4f17-95fd-2b445a518c46 req-94bf427b-3552-478f-b88d-b1c94638db5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:39.718945 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d910cdea-fe96-4f17-95fd-2b445a518c46 req-94bf427b-3552-478f-b88d-b1c94638db5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 946 time: 0.0725682 Aug 24 04:34:39.736322 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 35736) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:39.745404 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'floatingip': {'port_id': 'c6584c15-de74-4f86-b937-aac06123b421'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:39.936051 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:40.271322 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:40.422114 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-07c35f39-854c-4ca1-b3f8-76d9a9eccc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:40.439499 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 68efa496-67c6-4e09-bc07-800f4bf71265 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:34:40.779875 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714c799-d7d6-4131-b650-616e8e840b8e req-f2a918e4-2804-4fc4-8cfd-9d43d86c392d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:40.783115 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5714c799-d7d6-4131-b650-616e8e840b8e req-f2a918e4-2804-4fc4-8cfd-9d43d86c392d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 944 time: 0.1950870 Aug 24 04:34:40.797903 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 68efa496-67c6-4e09-bc07-800f4bf71265, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68efa496-67c6-4e09-bc07-800f4bf71265,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:40.811383 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-5ab16ecf-2a79-418b-bc8a-5532af37cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:40.814148 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-5ab16ecf-2a79-418b-bc8a-5532af37cd76 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1128 time: 0.7063973 Aug 24 04:34:40.837378 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '68efa496-67c6-4e09-bc07-800f4bf71265', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265', 'mac_address': 'fa:16:3e:b1:bd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:34:40.940294 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5714c799-d7d6-4131-b650-616e8e840b8e req-7421ca78-e0ac-43d8-93fc-950d1402d8f2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443512 Aug 24 04:34:40.948666 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 68efa496-67c6-4e09-bc07-800f4bf71265 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:34:40.949537 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:40.988141 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68efa496-67c6-4e09-bc07-800f4bf71265 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:34:41.045978 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 68efa496-67c6-4e09-bc07-800f4bf71265, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68efa496-67c6-4e09-bc07-800f4bf71265,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:41.053029 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:41.177017 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=68efa496-67c6-4e09-bc07-800f4bf71265,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:41.433624 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['68efa496-67c6-4e09-bc07-800f4bf71265'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:34:41.441023 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:41.572414 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-470aca01-96d5-450e-b12d-e57c45aef96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:41.575559 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-470aca01-96d5-450e-b12d-e57c45aef96d service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.6839859 Aug 24 04:34:41.731927 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-075a702e-dd65-4b94-bde4-a50c1d49fa7c service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 200 len: 217 time: 0.1243813 Aug 24 04:34:41.816827 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.db.resource_extend [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 04:34:41.987514 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:41.995069 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:42.003825 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-4e43aeed-6961-443e-a0ff-5179978c8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:42.006621 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-4e43aeed-6961-443e-a0ff-5179978c8d87 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.2609088 Aug 24 04:34:42.226181 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bebb77-57b0-4759-b467-b6a7be31efde req-03f3b7c1-a845-4d19-8b79-08de6c1c30a1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:42.231200 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-96bebb77-57b0-4759-b467-b6a7be31efde req-03f3b7c1-a845-4d19-8b79-08de6c1c30a1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 945 time: 0.0964086 Aug 24 04:34:42.330467 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-96bebb77-57b0-4759-b467-b6a7be31efde req-8cd1bc0a-8fd4-41ef-8004-6d16ae5c865e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896068 Aug 24 04:34:42.555450 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-d7e29b8d-ee61-425b-9d03-1ca6877617a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:42.558798 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-d7e29b8d-ee61-425b-9d03-1ca6877617a2 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1423478 Aug 24 04:34:42.654670 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 68efa496-67c6-4e09-bc07-800f4bf71265 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:34:42.747679 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Floating IP 0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0 associated. External IP: 172.27.4.33, port: c6584c15-de74-4f86-b937-aac06123b421. Aug 24 04:34:42.760177 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 68efa496-67c6-4e09-bc07-800f4bf71265 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:34:42.771230 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 68efa496-67c6-4e09-bc07-800f4bf71265 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:34:42.772397 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:42.946960 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-473bd5cb-bd3b-4595-9b16-a45e7ec95126 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737092 Aug 24 04:34:43.052755 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:43.058104 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:43.088129 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 68efa496-67c6-4e09-bc07-800f4bf71265 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:34:43.093816 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:43.121075 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-11874bf3-deef-48b5-807f-bd0db0135e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:43.154011 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:34:43.158824 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b0ab46-6e5a-4343-bb6f-3052787cca51" -d '{"events": [{"server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "name": "network-vif-plugged", "status": "completed", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:34:43.189802 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:43.190428 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 68efa496-67c6-4e09-bc07-800f4bf71265, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68efa496-67c6-4e09-bc07-800f4bf71265,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:34:43.212983 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:43.286248 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783eabdb-0e2b-41bf-a2c1-0d5acd645590 x-openstack-request-id: req-783eabdb-0e2b-41bf-a2c1-0d5acd645590 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:34:43.286817 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "name": "network-vif-plugged", "status": "completed", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:34:43.287866 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-783eabdb-0e2b-41bf-a2c1-0d5acd645590 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:34:43.289864 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783eabdb-0e2b-41bf-a2c1-0d5acd645590'] response: {'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265', 'code': 200} Aug 24 04:34:43.326355 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-d6668c75-ea61-410a-bc6f-3dfc15798868 req-f35dc67e-502a-4cfd-8566-2a13fb42e312 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730311 Aug 24 04:34:43.329063 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=68efa496-67c6-4e09-bc07-800f4bf71265,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:43.467285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:34:43.641985 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024549b-3719-43c4-b303-af0d53b1cc9e req-f588fecc-e6b0-4d60-bfcd-f107e9701c46 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:43.644731 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1024549b-3719-43c4-b303-af0d53b1cc9e req-f588fecc-e6b0-4d60-bfcd-f107e9701c46 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1337943 Aug 24 04:34:43.769334 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1024549b-3719-43c4-b303-af0d53b1cc9e req-59fb5c4f-f15c-4be0-8a32-5e668b66c799 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122193 Aug 24 04:34:43.804118 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5753bf-fff3-4ef1-b2b7-6ac80c36610f req-20a30926-fef1-4cd6-b711-d76b21644641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:43.806935 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bb5753bf-fff3-4ef1-b2b7-6ac80c36610f req-20a30926-fef1-4cd6-b711-d76b21644641 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1130 time: 0.2039585 Aug 24 04:34:43.858574 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:34:43.866853 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:43.878927 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:34:43.916688 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:34:43.918173 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:34:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:34:43.983507 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-db528fec-19f0-425d-877e-36ad1bea1844 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0 HTTP/1.1" status: 200 len: 991 time: 4.2450287 Aug 24 04:34:43.986134 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'tag': 'c6584c15-de74-4f86-b937-aac06123b421'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:34:43.990218 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb83ee2-85f6-44dc-bab7-443fd51f37d5", "tag": "c6584c15-de74-4f86-b937-aac06123b421"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:34:44.000585 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bb5753bf-fff3-4ef1-b2b7-6ac80c36610f req-f91efafd-bc3b-464c-8fff-f028bc366dfb service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834841 Aug 24 04:34:44.093075 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c2431f-493b-44c2-9eb3-4573b3013f3f x-openstack-request-id: req-57c2431f-493b-44c2-9eb3-4573b3013f3f {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:34:44.093075 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb83ee2-85f6-44dc-bab7-443fd51f37d5", "tag": "c6584c15-de74-4f86-b937-aac06123b421", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:34:44.093075 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-57c2431f-493b-44c2-9eb3-4573b3013f3f {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:34:44.093640 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c2431f-493b-44c2-9eb3-4573b3013f3f'] response: {'name': 'network-changed', 'server_uuid': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'tag': 'c6584c15-de74-4f86-b937-aac06123b421', 'status': 'completed', 'code': 200} Aug 24 04:34:44.103457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:44.161222 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:44.248877 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:34:44.413413 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-9dceec99-095e-4250-87a8-ee39ad8869d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:44.416049 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-9dceec99-095e-4250-87a8-ee39ad8869d1 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 1130 time: 0.0798779 Aug 24 04:34:44.597014 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-604c51b8-ca95-41ab-ae49-07147698e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:44.599580 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-604c51b8-ca95-41ab-ae49-07147698e19b service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 916 time: 0.1737537 Aug 24 04:34:44.679959 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.33', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'c6584c15-de74-4f86-b937-aac06123b421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:4b:2d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:07Z', 'updated_at': '2022-08-24T04:34:41Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}, {'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:33:06Z', 'revision_number': 2, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:34:44.733069 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:34:44.749735 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:34:44.751345 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:34:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:34:44.962723 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:34:45.032492 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873db0c-d3ee-46ab-96a9-61744f85a956 req-1eb43868-76de-487b-8865-da6986de466e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:45.034957 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b873db0c-d3ee-46ab-96a9-61744f85a956 req-1eb43868-76de-487b-8865-da6986de466e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0918982 Aug 24 04:34:45.083889 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:45.146972 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b873db0c-d3ee-46ab-96a9-61744f85a956 req-af7583da-dfc4-46c9-a0e7-90e5d13c2052 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006858 Aug 24 04:34:45.509520 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-8dd09f96-fb0a-4f37-8bd7-e8c4cf7cecac service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6584c15-de74-4f86-b937-aac06123b421 HTTP/1.1" status: 200 len: 999 time: 0.1424291 Aug 24 04:34:45.650146 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.33', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'c6584c15-de74-4f86-b937-aac06123b421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:4b:2d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:07Z', 'updated_at': '2022-08-24T04:34:41Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}, {'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:33:06Z', 'revision_number': 2, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:34:45.710505 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd73cb0-9474-4923-9af4-5597139136e2 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.33', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'c6584c15-de74-4f86-b937-aac06123b421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:4b:2d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:07Z', 'updated_at': '2022-08-24T04:34:41Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}, {'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:33:06Z', 'revision_number': 2, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:34:45.946642 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:46.089779 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77e0c2-d0b7-4adb-b734-5c336293adb8 None None] New status for floating IP 0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:34:46.222696 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:46.237789 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-8498c917-990d-49ae-a2c8-39e344584a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:46.241822 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-8498c917-990d-49ae-a2c8-39e344584a84 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.1210089 Aug 24 04:34:46.466135 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b2e6-5973-4275-bda4-de935c6eb815 req-21dbe9a3-2464-4ab7-b23f-6116e842de83 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:46.469213 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-63c6b2e6-5973-4275-bda4-de935c6eb815 req-21dbe9a3-2464-4ab7-b23f-6116e842de83 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1136751 Aug 24 04:34:46.585008 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-63c6b2e6-5973-4275-bda4-de935c6eb815 req-3b92cbac-70ab-46e8-ad75-65a0e76491db tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029716 Aug 24 04:34:47.015092 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-d83db8c1-2c7e-41af-b242-fcab9e3b6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:47.018448 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-d83db8c1-2c7e-41af-b242-fcab9e3b6f96 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244593 Aug 24 04:34:47.702405 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-c465eb47-eab3-4a68-a2ca-4b893b41665c service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251680 Aug 24 04:34:47.933454 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5de260-18d8-4db3-9459-daa82528aeb6 req-bb003a42-4567-4df5-a5b6-61755c3035ef tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:47.945733 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9c5de260-18d8-4db3-9459-daa82528aeb6 req-bb003a42-4567-4df5-a5b6-61755c3035ef tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1673663 Aug 24 04:34:47.981337 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b6cc73a9-bc6d-4cd9-877b-528eb082cc3d req-0fc5d326-5605-45ce-8617-bb7857a3be73 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585478 Aug 24 04:34:48.051144 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9c5de260-18d8-4db3-9459-daa82528aeb6 req-3842d431-ea34-4a65-a39a-656fb949f42b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986853 Aug 24 04:34:48.621808 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:48.645595 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e8130-0b2f-4c48-84c6-bfd779cb7dbf req-a80dacd9-8a03-4893-a5ca-e534444a35b0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:48.648139 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1d3e8130-0b2f-4c48-84c6-bfd779cb7dbf req-a80dacd9-8a03-4893-a5ca-e534444a35b0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.4607198 Aug 24 04:34:48.665135 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35930) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:48.673595 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'floatingip': {'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:48.756176 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (32fdcd5a-26c4-4f50-acee-703d4294a327), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:49.705492 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:49.712197 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (32fdcd5a-26c4-4f50-acee-703d4294a327), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:49.909075 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Floating IP 32fdcd5a-26c4-4f50-acee-703d4294a327 associated. External IP: 172.27.4.219, port: 68efa496-67c6-4e09-bc07-800f4bf71265. Aug 24 04:34:50.338915 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Router deef27af-e359-46fd-8876-13416fa0f0bb has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:34:50.513642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:50.572895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:34:50.582297 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:50.606694 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] Sync routers for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:34:50.636769 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:34:50.638238 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:34:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:34:50.659160 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-bccca88e-a7d3-49ef-ba03-381e08432d25 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/32fdcd5a-26c4-4f50-acee-703d4294a327 HTTP/1.1" status: 200 len: 992 time: 1.9919045 Aug 24 04:34:50.660199 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:34:50.665182 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c207daee-f317-4ff1-88c8-a48da52b16bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:34:50.739947 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f8ce85-10ec-41cd-a88a-964a2c1d74d7 x-openstack-request-id: req-57f8ce85-10ec-41cd-a88a-964a2c1d74d7 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:34:50.741041 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:34:50.741041 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-57f8ce85-10ec-41cd-a88a-964a2c1d74d7 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:34:50.741591 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f8ce85-10ec-41cd-a88a-964a2c1d74d7'] response: {'name': 'network-changed', 'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265', 'status': 'completed', 'code': 200} Aug 24 04:34:50.840669 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:50.887470 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:34:51.245884 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '32fdcd5a-26c4-4f50-acee-703d4294a327', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'floating_ip_address': '172.27.4.219', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'mac_address': 'fa:16:3e:b1:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:20Z', 'updated_at': '2022-08-24T04:34:49Z', 'revision_number': 1, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:34:51.287687 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] Checking router: deef27af-e359-46fd-8876-13416fa0f0bb for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:34:51.304170 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:34:51.305301 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:34:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:34:51.347577 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 35994) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:51.515481 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:34:51.583417 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:51.619533 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:51.765512 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Publish callbacks [] for security_group (abeacedb-7864-4d69-8b18-589b220035c6), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:51.773545 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (abeacedb-7864-4d69-8b18-589b220035c6), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:51.782331 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:51.846964 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=0e3fadb963a34145a6f59f8624c7719a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4970150 Aug 24 04:34:51.851342 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36006) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:51.857915 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeacedb-7864-4d69-8b18-589b220035c6,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:51.871692 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.872353 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.873470 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.873680 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.874315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.874951 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.875717 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.876249 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.879674 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.879674 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.879674 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.879674 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.879674 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.879674 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.881069 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db1b98-3fbf-47c9-82ad-5c4bda5104aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:51.964268 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Publish callbacks [] for security_group (abeacedb-7864-4d69-8b18-589b220035c6), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:51.970945 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:52.008299 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Publish callbacks [] for security_group (abeacedb-7864-4d69-8b18-589b220035c6), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:52.039658 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '32fdcd5a-26c4-4f50-acee-703d4294a327', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'floating_ip_address': '172.27.4.219', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'mac_address': 'fa:16:3e:b1:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:20Z', 'updated_at': '2022-08-24T04:34:49Z', 'revision_number': 1, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:34:52.091035 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c361250-5277-4af1-ab5a-1079dbc74b59 None None] The sync data for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi is: [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '32fdcd5a-26c4-4f50-acee-703d4294a327', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'floating_ip_address': '172.27.4.219', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'mac_address': 'fa:16:3e:b1:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:20Z', 'updated_at': '2022-08-24T04:34:49Z', 'revision_number': 1, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:34:52.109889 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (abeacedb-7864-4d69-8b18-589b220035c6), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:52.115178 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:52.121427 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/abeacedb-7864-4d69-8b18-589b220035c6 HTTP/1.1" status: 204 len: 168 time: 0.2682076 Aug 24 04:34:52.138641 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeacedb-7864-4d69-8b18-589b220035c6,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:52.154919 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.155532 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.156109 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.158630 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.159284 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.159863 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.160404 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.161008 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.161574 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.162409 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.162975 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.163788 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.164867 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.165670 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.166462 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c81272-ee02-471e-8725-1b65966e5f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:34:52.416769 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb34e8f-c787-4f3a-948a-ca5abb6d32a7 None None] New status for floating IP 32fdcd5a-26c4-4f50-acee-703d4294a327: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:34:52.700329 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36018) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:52.725507 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-571c27f3-0a68-475b-84db-d783922084f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:52.775828 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:52.877005 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-571c27f3-0a68-475b-84db-d783922084f9 admin admin] Publish callbacks [] for security_group (0cb8477d-dc18-4d09-8921-e48adfe11d5a), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:52.883950 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-571c27f3-0a68-475b-84db-d783922084f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (0cb8477d-dc18-4d09-8921-e48adfe11d5a), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:52.968721 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-571c27f3-0a68-475b-84db-d783922084f9 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=ee763372af07420f88a3557145b4fe3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664161 Aug 24 04:34:52.971933 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36022) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:52.973290 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c27f3-0a68-475b-84db-d783922084f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb8477d-dc18-4d09-8921-e48adfe11d5a,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:53.067132 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-29353e78-5c06-4740-a084-2e3b158b9efc admin admin] Publish callbacks [] for security_group (0cb8477d-dc18-4d09-8921-e48adfe11d5a), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:53.114241 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-29353e78-5c06-4740-a084-2e3b158b9efc admin admin] Publish callbacks [] for security_group (0cb8477d-dc18-4d09-8921-e48adfe11d5a), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:53.224712 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-29353e78-5c06-4740-a084-2e3b158b9efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (0cb8477d-dc18-4d09-8921-e48adfe11d5a), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:53.231996 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-29353e78-5c06-4740-a084-2e3b158b9efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:53.234208 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-29353e78-5c06-4740-a084-2e3b158b9efc admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/0cb8477d-dc18-4d09-8921-e48adfe11d5a HTTP/1.1" status: 204 len: 168 time: 0.2607210 Aug 24 04:34:53.251435 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29353e78-5c06-4740-a084-2e3b158b9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb8477d-dc18-4d09-8921-e48adfe11d5a,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:53.910422 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-f7317daf-7264-4333-a2fe-5a8566c47921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:53.913231 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-f7317daf-7264-4333-a2fe-5a8566c47921 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1130 time: 0.0775213 Aug 24 04:34:54.651165 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36054) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:54.689276 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-496385d7-a1fd-46a5-9a5c-2fefb8e5e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:54.692245 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-496385d7-a1fd-46a5-9a5c-2fefb8e5e212 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.1833720 Aug 24 04:34:54.874465 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1059866839-network', 'tenant_id': '611b212e66594bdea71398e9da1d35bd'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:54.920257 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Made reservation on behalf of 611b212e66594bdea71398e9da1d35bd for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:34:54.924586 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:54.942033 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:55.093556 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Publish callbacks [] for security_group (95d598e1-5a41-4624-b340-ca52dfbb8f57), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:55.101365 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (95d598e1-5a41-4624-b340-ca52dfbb8f57), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:55.260852 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:34:55.274692 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d598e1-5a41-4624-b340-ca52dfbb8f57,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:55.303818 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (616bef95-d067-4713-a4d2-403b5b1974da), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:55.304402 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Added segment 616bef95-d067-4713-a4d2-403b5b1974da of type vlan for network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 Aug 24 04:34:55.342806 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-8c20c47d-18c6-4470-98a3-c5616634e18e service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 200 len: 1002 time: 0.2215757 Aug 24 04:34:55.480456 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (95c49ba4-c5d0-440e-91d2-fbeb52f5cda7), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:55.507440 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:55.529326 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-b113661b-c2c7-4913-b3f7-1d624fbd7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:55.532595 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-b113661b-c2c7-4913-b3f7-1d624fbd7087 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.1779013 Aug 24 04:34:55.552503 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (95c49ba4-c5d0-440e-91d2-fbeb52f5cda7), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:55.554347 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:55.555374 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:55.607403 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9545715 Aug 24 04:34:55.612925 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36070) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:55.622298 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Request body: {'subnet': {'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1059866839-subnet', 'tenant_id': '611b212e66594bdea71398e9da1d35bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:55.656367 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08401a1d-d91c-41ac-b97a-2549a35c14fa admin admin] Pushing event updated for resources: {'Network': ['ID=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:55.662046 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Made reservation on behalf of 611b212e66594bdea71398e9da1d35bd for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:34:55.665151 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126750490'] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:55.674967 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:34:55.709509 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:55.934667 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126731692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126750580'] for subnet (84ebc4e3-7326-42fa-a8da-2a1bc075635e), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:56.044949 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ebc4e3-7326-42fa-a8da-2a1bc075635e,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:56.076010 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Checking segment: {'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:34:56.076652 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Network hostable DHCP agents. Network: 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:34:56.112353 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:34:56.126334 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:34:56.132789 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:56.133746 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:56.141487 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de24bc2b-36ad-432c-815c-3dfa65a96799 None None] Network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:34:56.146524 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:56.164290 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ed951a29-5aea-4012-88cc-579b5da82d0f admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5494468 Aug 24 04:34:56.375084 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65eb9d-b688-4b91-987b-a8123db972d9 None None] Network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:34:56.868831 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030ed46-839d-40d1-8706-e050dc92f7e2 req-ef0bb635-e6cf-4e96-a81a-2b42601a2498 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:56.871127 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8030ed46-839d-40d1-8706-e050dc92f7e2 req-ef0bb635-e6cf-4e96-a81a-2b42601a2498 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.0845535 Aug 24 04:34:56.904113 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-8ed4777a-c941-43a4-a760-a442cb4e489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:56.909884 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-8ed4777a-c941-43a4-a760-a442cb4e489a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943561 Aug 24 04:34:56.973241 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8030ed46-839d-40d1-8706-e050dc92f7e2 req-004d36b6-6ebc-458b-bb55-7f4032c036f3 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879669 Aug 24 04:34:57.037534 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36096) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:57.413651 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f9125-d9a2-45d2-8cf3-889129008f2e tempest-TestMinimumBasicScenario-101896052 tempest-TestMinimumBasicScenario-101896052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:34:57.416540 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-044f9125-d9a2-45d2-8cf3-889129008f2e tempest-TestMinimumBasicScenario-101896052 tempest-TestMinimumBasicScenario-101896052-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1124 time: 0.3769584 Aug 24 04:34:57.421322 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36110) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:34:57.430670 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'port_id': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:34:57.472980 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:57.617398 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:57.627124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:57.791414 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:57.838846 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Allocated IP 172.27.4.203 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/7d4f6bc3-50b7-4689-baf6-54740ae3a63f) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:34:57.960367 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-7603fd96-d4e3-4db6-9301-37e2dff91a84 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840179 Aug 24 04:34:58.050041 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for port (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:58.113971 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:58.193384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:34:58.199602 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:34:58.206756 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:34:58.260257 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'Port': ['ID=7d4f6bc3-50b7-4689-baf6-54740ae3a63f,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:58.681561 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:58.918177 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for floatingip (d6633519-fd12-48e0-a334-17a7d26cb722), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:58.970105 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c207daee-f317-4ff1-88c8-a48da52b16bc req-a2458d95-c9a6-42d2-9e28-d0bf4d484e0a service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749299 Aug 24 04:34:59.034033 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:59.094110 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:34:59.310360 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for port (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:59.320011 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:59.462084 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (d6633519-fd12-48e0-a334-17a7d26cb722), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:34:59.465317 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'Port': ['ID=7d4f6bc3-50b7-4689-baf6-54740ae3a63f,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:34:59.670304 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Floating IP d6633519-fd12-48e0-a334-17a7d26cb722 associated. External IP: 172.27.4.203, port: c8529d6c-8b97-4651-8200-bb1b006b1ca3. Aug 24 04:35:00.065469 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Router 19e31418-a52f-4ada-93cf-113dbbab3d8b has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:35:00.278531 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:35:00.294131 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] Sync routers for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:35:00.310214 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:35:00.311732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:34:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:35:00.313581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:00.364581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:00.386346 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-250d7070-bf42-4bdd-ba46-5b4b31326114 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9578688 Aug 24 04:35:00.386346 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:00.387108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36132) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:00.388073 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:00.395838 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-2f58b2bd-0ad4-4b99-a6cd-5024073e1b96 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568158693', 'description': 'tempest-secgroup-smoke-1568158693 description', 'project_id': '1a0a58071bf3429a8895f4923a13514a'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:00.473185 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bd-0ad4-4b99-a6cd-5024073e1b96 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:00.504484 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:35:00.521613 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dfbd7e-53db-498c-a97c-7f2007e89d03 x-openstack-request-id: req-e6dfbd7e-53db-498c-a97c-7f2007e89d03 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:00.525376 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:00.526009 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e6dfbd7e-53db-498c-a97c-7f2007e89d03 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:00.527939 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dfbd7e-53db-498c-a97c-7f2007e89d03'] response: {'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'status': 'completed', 'code': 200} Aug 24 04:35:00.768786 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-6eeb0314-f46b-4c55-a3e1-80580bac9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:00.781957 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-6eeb0314-f46b-4c55-a3e1-80580bac9675 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=1a0a58071bf3429a8895f4923a13514a&device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1129 time: 0.2039819 Aug 24 04:35:00.884814 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:00.970509 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bd-0ad4-4b99-a6cd-5024073e1b96 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group (38526eaa-e4e1-4cb8-b617-b6c240c92a51), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.003837 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bd-0ad4-4b99-a6cd-5024073e1b96 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (38526eaa-e4e1-4cb8-b617-b6c240c92a51), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.009006 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd6633519-fd12-48e0-a334-17a7d26cb722', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'floating_ip_address': '172.27.4.203', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'port_id': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'mac_address': 'fa:16:3e:bc:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:58Z', 'updated_at': '2022-08-24T04:34:58Z', 'revision_number': 0, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:33:02Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:35:01.092907 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] Checking router: 19e31418-a52f-4ada-93cf-113dbbab3d8b for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:35:01.112359 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:35:01.113640 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:34:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:35:01.123865 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58b2bd-0ad4-4b99-a6cd-5024073e1b96 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38526eaa-e4e1-4cb8-b617-b6c240c92a51,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:01.138668 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2f58b2bd-0ad4-4b99-a6cd-5024073e1b96 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.147916 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36166) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:01.149588 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2f58b2bd-0ad4-4b99-a6cd-5024073e1b96 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7594655 Aug 24 04:35:01.156938 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-e866a49a-125e-4308-8e2b-c7bfe35a2f3c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'security_group_rule': {'security_group_id': '38526eaa-e4e1-4cb8-b617-b6c240c92a51', 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:01.274556 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-a3e891a6-3e17-4b1f-8123-1f07a96bb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:01.276388 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-a3e891a6-3e17-4b1f-8123-1f07a96bb18e service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 200 len: 917 time: 0.4920113 Aug 24 04:35:01.311534 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e866a49a-125e-4308-8e2b-c7bfe35a2f3c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (de2e9592-0c59-4786-a3a4-d37d73a479f4), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.398909 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:35:01.513567 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-e39c0ade-9ea6-478e-b71f-833048b4b35e service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 999 time: 0.2281170 Aug 24 04:35:01.554626 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e866a49a-125e-4308-8e2b-c7bfe35a2f3c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (de2e9592-0c59-4786-a3a4-d37d73a479f4), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.569359 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-5260a786-60af-44db-9df5-14c5a0aa490b tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:01.583616 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-5260a786-60af-44db-9df5-14c5a0aa490b tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/networks?id=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 HTTP/1.1" status: 200 len: 809 time: 0.5466952 Aug 24 04:35:01.617086 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-64fc4f78-f47b-47d9-92ad-d82dd44a711b tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/quotas/611b212e66594bdea71398e9da1d35bd HTTP/1.1" status: 200 len: 375 time: 0.0321548 Aug 24 04:35:01.620199 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e866a49a-125e-4308-8e2b-c7bfe35a2f3c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (de2e9592-0c59-4786-a3a4-d37d73a479f4), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.626541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:35:01.707906 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866a49a-125e-4308-8e2b-c7bfe35a2f3c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2e9592-0c59-4786-a3a4-d37d73a479f4,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:01.712591 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-c45a4700-90c1-49bc-97b4-57f5da38bd95 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=611b212e66594bdea71398e9da1d35bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941277 Aug 24 04:35:01.746448 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e866a49a-125e-4308-8e2b-c7bfe35a2f3c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.747556 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-e866a49a-125e-4308-8e2b-c7bfe35a2f3c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5978756 Aug 24 04:35:01.752865 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36180) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:01.760799 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-1f362b35-f22c-4b06-a455-64206b178482 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'security_group_rule': {'security_group_id': '38526eaa-e4e1-4cb8-b617-b6c240c92a51', 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:01.818453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1f362b35-f22c-4b06-a455-64206b178482 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (7fb2db7b-bc4b-4302-b4dd-f66cd8405e57), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.951535 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1f362b35-f22c-4b06-a455-64206b178482 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (7fb2db7b-bc4b-4302-b4dd-f66cd8405e57), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:01.961049 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1f362b35-f22c-4b06-a455-64206b178482 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (7fb2db7b-bc4b-4302-b4dd-f66cd8405e57), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.008608 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-02515a33-3df0-4648-9d55-0290ad40aee5 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816486 Aug 24 04:35:02.016413 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f362b35-f22c-4b06-a455-64206b178482 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb2db7b-bc4b-4302-b4dd-f66cd8405e57,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:02.035120 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1f362b35-f22c-4b06-a455-64206b178482 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.037429 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-1f362b35-f22c-4b06-a455-64206b178482 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2826974 Aug 24 04:35:02.042122 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36186) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:02.055571 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-75672c95-aa3a-42d3-ab2d-28ec87024e4f tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'security_group_rule': {'security_group_id': '38526eaa-e4e1-4cb8-b617-b6c240c92a51', 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:02.097945 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:02.124660 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-75672c95-aa3a-42d3-ab2d-28ec87024e4f tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (c1e5cf7b-6686-4898-8e89-29b9613c3860), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.236858 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:02.249517 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd6633519-fd12-48e0-a334-17a7d26cb722', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'floating_ip_address': '172.27.4.203', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'port_id': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'mac_address': 'fa:16:3e:bc:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:58Z', 'updated_at': '2022-08-24T04:34:58Z', 'revision_number': 0, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:33:02Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:35:02.273178 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-75672c95-aa3a-42d3-ab2d-28ec87024e4f tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (c1e5cf7b-6686-4898-8e89-29b9613c3860), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.282113 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-75672c95-aa3a-42d3-ab2d-28ec87024e4f tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (c1e5cf7b-6686-4898-8e89-29b9613c3860), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.307690 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea6764-3a9e-4ea2-8cf0-8385c01c1d0c None None] The sync data for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi is: [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd6633519-fd12-48e0-a334-17a7d26cb722', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'floating_ip_address': '172.27.4.203', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'port_id': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'mac_address': 'fa:16:3e:bc:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:58Z', 'updated_at': '2022-08-24T04:34:58Z', 'revision_number': 0, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:33:02Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:35:02.317865 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:02.324737 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75672c95-aa3a-42d3-ab2d-28ec87024e4f tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e5cf7b-6686-4898-8e89-29b9613c3860,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:02.338072 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-75672c95-aa3a-42d3-ab2d-28ec87024e4f tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.344629 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-75672c95-aa3a-42d3-ab2d-28ec87024e4f tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967136 Aug 24 04:35:02.347650 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36190) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:02.356514 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-105af887-812c-451e-86ac-60aa486c39ed tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'security_group_rule': {'security_group_id': '38526eaa-e4e1-4cb8-b617-b6c240c92a51', 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:02.411755 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-105af887-812c-451e-86ac-60aa486c39ed tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (496d0b73-cc76-4a5a-a929-ccc3ac0588c5), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.586495 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-29aa11fc-3c72-4b4f-b661-defab61dbf47 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774121 Aug 24 04:35:02.594285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-4b14336e-0256-4378-9054-7be058de09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:02.596941 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-4b14336e-0256-4378-9054-7be058de09c1 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=cc28a842-b523-4a8e-8a08-c6bd7074df45 HTTP/1.1" status: 200 len: 854 time: 0.1299009 Aug 24 04:35:02.601087 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-105af887-812c-451e-86ac-60aa486c39ed tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (496d0b73-cc76-4a5a-a929-ccc3ac0588c5), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.607294 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-105af887-812c-451e-86ac-60aa486c39ed tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (496d0b73-cc76-4a5a-a929-ccc3ac0588c5), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.652866 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105af887-812c-451e-86ac-60aa486c39ed tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496d0b73-cc76-4a5a-a929-ccc3ac0588c5,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:02.689304 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-105af887-812c-451e-86ac-60aa486c39ed tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.692011 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-105af887-812c-451e-86ac-60aa486c39ed tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3424308 Aug 24 04:35:02.694881 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36194) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:02.700223 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb8231-64f3-44de-a202-87772dedeca3 None None] New status for floating IP d6633519-fd12-48e0-a334-17a7d26cb722: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:35:02.708277 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-236df0ba-23a0-4be1-8ed4-42c81cbffe64 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'security_group_rule': {'security_group_id': '38526eaa-e4e1-4cb8-b617-b6c240c92a51', 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:02.765989 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.securitygroups_db [None req-236df0ba-23a0-4be1-8ed4-42c81cbffe64 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Project 1a0a58071bf3429a8895f4923a13514a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 04:35:02.778241 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-236df0ba-23a0-4be1-8ed4-42c81cbffe64 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (1110cd7f-dc10-459a-886f-c2cfce9809f8), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.926067 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-236df0ba-23a0-4be1-8ed4-42c81cbffe64 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (1110cd7f-dc10-459a-886f-c2cfce9809f8), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.942405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-236df0ba-23a0-4be1-8ed4-42c81cbffe64 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (1110cd7f-dc10-459a-886f-c2cfce9809f8), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:02.988844 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236df0ba-23a0-4be1-8ed4-42c81cbffe64 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1110cd7f-dc10-459a-886f-c2cfce9809f8,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:03.009357 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-236df0ba-23a0-4be1-8ed4-42c81cbffe64 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:03.011771 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-236df0ba-23a0-4be1-8ed4-42c81cbffe64 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3130834 Aug 24 04:35:03.017214 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-79357850-64cb-4a2c-b32d-7e5996617a41 req-13b23e7a-ec90-41d5-9b13-08d549377b6f tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 210 time: 0.0582333 Aug 24 04:35:03.017495 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36200) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:03.027924 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-cf7f43dd-effd-4154-ac06-76fdf1cdfbdf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'security_group_rule': {'security_group_id': '38526eaa-e4e1-4cb8-b617-b6c240c92a51', 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:03.100692 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.securitygroups_db [None req-cf7f43dd-effd-4154-ac06-76fdf1cdfbdf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Project 1a0a58071bf3429a8895f4923a13514a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 04:35:03.117817 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cf7f43dd-effd-4154-ac06-76fdf1cdfbdf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (5d4c23b0-e9b0-48f4-b9aa-84afc3ac82b4), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:03.220573 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cf7f43dd-effd-4154-ac06-76fdf1cdfbdf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (5d4c23b0-e9b0-48f4-b9aa-84afc3ac82b4), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:03.237245 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cf7f43dd-effd-4154-ac06-76fdf1cdfbdf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (5d4c23b0-e9b0-48f4-b9aa-84afc3ac82b4), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:03.270410 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f43dd-effd-4154-ac06-76fdf1cdfbdf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4c23b0-e9b0-48f4-b9aa-84afc3ac82b4,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:03.297138 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cf7f43dd-effd-4154-ac06-76fdf1cdfbdf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:03.299733 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-cf7f43dd-effd-4154-ac06-76fdf1cdfbdf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2803140 Aug 24 04:35:03.422686 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-4ddd8862-5e0a-4bfd-a6d8-afc0e3d94864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:03.425955 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-4ddd8862-5e0a-4bfd-a6d8-afc0e3d94864 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=91eee5dd-5c6f-43ce-9732-7f8661a38597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833604 Aug 24 04:35:03.511222 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-c5d6a8d7-898e-4292-bc94-85385585dfd3 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1568158693&fields=id&tenant_id=1a0a58071bf3429a8895f4923a13514a HTTP/1.1" status: 200 len: 267 time: 0.1111753 Aug 24 04:35:03.615572 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-58ad84f5-708b-48f7-9039-d5d3692736ad tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:03.617932 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-58ad84f5-708b-48f7-9039-d5d3692736ad tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.0945237 Aug 24 04:35:03.638424 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'port': {'security_groups': ['b2e599f7-f6b2-4069-970a-e3c767689984', '38526eaa-e4e1-4cb8-b617-b6c240c92a51']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:03.813172 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:04.113989 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:04.279172 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d820ba49-ad90-402c-8186-414ab839207c req-81d666ee-7f57-4c65-a982-6c80e25ba250 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 210 time: 0.0721569 Aug 24 04:35:04.335437 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] For port c8529d6c-8b97-4651-8200-bb1b006b1ca3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:04.414118 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:04.448168 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:04.457509 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:04.474540 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c8529d6c-8b97-4651-8200-bb1b006b1ca3'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:35:04.480377 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:04.481578 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:04.485726 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e15a1c81-391f-40f6-8327-3cecad6a38ba req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "PUT /networking/v2.0/ports/c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 981 time: 0.8542011 Aug 24 04:35:04.486575 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:04.489556 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a6b8e1-9281-4e93-a411-27642fa00107" -d '{"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:04.538145 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-dde6c832-76a4-4fbf-b801-c7309fc9cb8f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082827 Aug 24 04:35:04.633052 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a365913-8079-40c7-aed1-0ae98175c2db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'Port': ['ID=c8529d6c-8b97-4651-8200-bb1b006b1ca3,revision_number=6']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:04.641080 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28f4a0f-e851-4bbe-abb4-72841d1e647c x-openstack-request-id: req-a28f4a0f-e851-4bbe-abb4-72841d1e647c {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:04.641377 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:04.641635 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a28f4a0f-e851-4bbe-abb4-72841d1e647c {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:04.642057 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28f4a0f-e851-4bbe-abb4-72841d1e647c'] response: {'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'status': 'completed', 'code': 200} Aug 24 04:35:04.667552 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c8529d6c-8b97-4651-8200-bb1b006b1ca3'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:35:04.721806 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-99c50999-e2a5-4cdd-ac01-7bb3de6dd16a req-dac06ce9-1c29-47cb-a35b-6eb835a2bdba service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684315 Aug 24 04:35:04.746146 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab2814-b254-4b66-b5ce-ac7432ad2954 req-8998ddeb-3e4d-42af-b6de-4f7e9e50948c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:04.747637 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-70ab2814-b254-4b66-b5ce-ac7432ad2954 req-8998ddeb-3e4d-42af-b6de-4f7e9e50948c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0849173 Aug 24 04:35:04.848067 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-70ab2814-b254-4b66-b5ce-ac7432ad2954 req-452bc947-c2de-40bc-8339-de924fee0492 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856814 Aug 24 04:35:04.944901 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-7a3653d8-03ba-4480-bbeb-391c48cd8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:04.948320 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-7a3653d8-03ba-4480-bbeb-391c48cd8d25 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=1a0a58071bf3429a8895f4923a13514a&device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1168 time: 0.1251481 Aug 24 04:35:05.038004 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:05.349583 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:05.493382 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:05.537398 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:05.548250 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-f94fa897-0e62-46be-a920-bd04eac0fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:05.550161 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-f94fa897-0e62-46be-a920-bd04eac0fedb service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 200 len: 917 time: 0.2891450 Aug 24 04:35:05.592064 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-314a888a-5f32-4dd0-ae2e-def38fcf078e req-dc664e87-4e0d-4202-a2cd-e06809af80d1 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 210 time: 0.1186881 Aug 24 04:35:05.789845 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-f2affacc-5c68-4f3b-ae6f-ec609288230d service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 1001 time: 0.2258885 Aug 24 04:35:05.882151 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-1d1563dd-c872-44ae-acd9-7d70d396282f tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:05.885653 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-1d1563dd-c872-44ae-acd9-7d70d396282f tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.99 "GET /networking/v2.0/networks?id=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 HTTP/1.1" status: 200 len: 809 time: 0.3338389 Aug 24 04:35:05.905482 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Request body: {'port': {'device_id': '24ff1e6e-c92b-4e2b-8a6d-66129db89396', 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7', 'admin_state_up': True, 'tenant_id': '611b212e66594bdea71398e9da1d35bd'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:06.143547 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:06.151646 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Made reservation on behalf of 611b212e66594bdea71398e9da1d35bd for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:35:06.157476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:06.262364 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-188015fb-0b1c-4876-994f-51a8c2bafaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:06.264983 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-188015fb-0b1c-4876-994f-51a8c2bafaea service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=cc28a842-b523-4a8e-8a08-c6bd7074df45 HTTP/1.1" status: 200 len: 854 time: 0.4618530 Aug 24 04:35:06.335656 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-37812ec6-fad6-4b41-8e97-6d3109eae2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:06.337529 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-37812ec6-fad6-4b41-8e97-6d3109eae2d4 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=91eee5dd-5c6f-43ce-9732-7f8661a38597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632792 Aug 24 04:35:06.378761 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Allocated IP 172.20.0.10 (95c49ba4-c5d0-440e-91d2-fbeb52f5cda7/84ebc4e3-7326-42fa-a8da-2a1bc075635e/4f86aba6-20da-4291-830d-9fa51a122aeb) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:35:06.497782 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-c656c961-d66b-428b-a3f5-8647cddd09ec service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488674 Aug 24 04:35:06.632790 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks [] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:06.647274 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-19a6b8e1-9281-4e93-a411-27642fa00107 req-26b33932-a54b-4fcc-875b-8cab17403bcd service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392226 Aug 24 04:35:06.693211 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:06.771815 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:35:06.779111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:35:06.793633 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:35:06.800765 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Pushing event updated for resources: {'Port': ['ID=4f86aba6-20da-4291-830d-9fa51a122aeb,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:06.896472 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729e935-2cbb-4ae4-928e-cce8ab4b45e4 req-31295224-de8d-4b23-bbb1-6b62195e87f2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:06.899164 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3729e935-2cbb-4ae4-928e-cce8ab4b45e4 req-31295224-de8d-4b23-bbb1-6b62195e87f2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 932 time: 0.1257341 Aug 24 04:35:06.925537 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:06.926327 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:06.941516 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:06.978255 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-8c2828e9-428c-4d47-9683-01239a046f91 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0806572 Aug 24 04:35:07.002963 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Request body: {'port': {'device_id': '24ff1e6e-c92b-4e2b-8a6d-66129db89396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:07.009997 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3729e935-2cbb-4ae4-928e-cce8ab4b45e4 req-b1239ae2-4f09-427e-a3c5-a0ab6a4f4844 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966756 Aug 24 04:35:07.126840 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:07.354332 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:07.590691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f86aba6-20da-4291-830d-9fa51a122aeb {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:35:07.601355 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Publish callbacks [] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:07.628566 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Transition to ACTIVE for port object 4f86aba6-20da-4291-830d-9fa51a122aeb will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:35:07.636894 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:07.782178 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Pushing event updated for resources: {'Port': ['ID=4f86aba6-20da-4291-830d-9fa51a122aeb,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:07.830656 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Attempting to bind port 4f86aba6-20da-4291-830d-9fa51a122aeb on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:35:07.831172 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Attempting to bind port 4f86aba6-20da-4291-830d-9fa51a122aeb by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:35:07.831671 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Attempting to bind port 4f86aba6-20da-4291-830d-9fa51a122aeb on network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:35:07.839416 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Port 4f86aba6-20da-4291-830d-9fa51a122aeb on network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:35:07.839921 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Attempting to bind port 4f86aba6-20da-4291-830d-9fa51a122aeb on network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:35:07.850095 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:35:07.850385 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Checking segment: {'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:35:07.850863 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Bound using segment: {'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:35:07.851421 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Bound port: 4f86aba6-20da-4291-830d-9fa51a122aeb, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:35:07.852053 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:07.964904 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] For port 4f86aba6-20da-4291-830d-9fa51a122aeb, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:35:07.972082 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] For port 4f86aba6-20da-4291-830d-9fa51a122aeb, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4f86aba6-20da-4291-830d-9fa51a122aeb,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:35:07.984699 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:07.993272 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:07.994260 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:07.996770 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/4f86aba6-20da-4291-830d-9fa51a122aeb HTTP/1.1" status: 200 len: 1094 time: 1.0003176 Aug 24 04:35:08.000780 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ff1e6e-c92b-4e2b-8a6d-66129db89396', 'tag': '4f86aba6-20da-4291-830d-9fa51a122aeb'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:08.005622 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a233c2-7fe0-4315-a915-cf38dffe950e" -d '{"events": [{"name": "network-changed", "server_uuid": "24ff1e6e-c92b-4e2b-8a6d-66129db89396", "tag": "4f86aba6-20da-4291-830d-9fa51a122aeb"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:08.142581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86df5643-228a-45e1-b9dc-c05b5138a1c9 x-openstack-request-id: req-86df5643-228a-45e1-b9dc-c05b5138a1c9 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:08.143055 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ff1e6e-c92b-4e2b-8a6d-66129db89396", "tag": "4f86aba6-20da-4291-830d-9fa51a122aeb", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:08.143479 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-86df5643-228a-45e1-b9dc-c05b5138a1c9 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:08.144172 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86df5643-228a-45e1-b9dc-c05b5138a1c9'] response: {'name': 'network-changed', 'server_uuid': '24ff1e6e-c92b-4e2b-8a6d-66129db89396', 'tag': '4f86aba6-20da-4291-830d-9fa51a122aeb', 'status': 'completed', 'code': 200} Aug 24 04:35:08.189865 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91a4c8-ed1f-4a99-bb1c-678292369f02 service neutron] Pushing event updated for resources: {'Port': ['ID=4f86aba6-20da-4291-830d-9fa51a122aeb,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:08.255156 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-44a2fa15-2017-4c4e-a080-943c7f29c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:08.257539 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-44a2fa15-2017-4c4e-a080-943c7f29c66b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=611b212e66594bdea71398e9da1d35bd&device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 1128 time: 0.1534917 Aug 24 04:35:08.323036 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c77d-7cd6-4270-9384-c766ea158f6c req-df311f6b-a484-4b9c-9f5c-3c4823ef7348 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:08.324852 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4fb8c77d-7cd6-4270-9384-c766ea158f6c req-df311f6b-a484-4b9c-9f5c-3c4823ef7348 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 944 time: 0.1370196 Aug 24 04:35:08.326865 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-1b89309a-7983-4c89-953f-0f0e9d70d593 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f86aba6-20da-4291-830d-9fa51a122aeb HTTP/1.1" status: 200 len: 217 time: 0.0578730 Aug 24 04:35:08.445836 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-e149e769-ecf4-4750-835f-9d7e23675dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:08.447968 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-e149e769-ecf4-4750-835f-9d7e23675dca service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=84ebc4e3-7326-42fa-a8da-2a1bc075635e HTTP/1.1" status: 200 len: 849 time: 0.1116927 Aug 24 04:35:08.451500 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4fb8c77d-7cd6-4270-9384-c766ea158f6c req-fce85428-13c0-4577-9543-c59ae9934e6b tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182885 Aug 24 04:35:08.508813 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-fcdca06f-acaf-4ff1-8da2-0a25bce22583 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492330 Aug 24 04:35:08.538374 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:08.669204 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-d7be7fac-1398-46a0-80b0-79de28ad9392 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446667 Aug 24 04:35:08.826852 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c83d2268-3f37-4a99-beb1-e6dd09e4baec req-6ed7359d-2786-4e68-9bcb-e2d201e89c98 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406243 Aug 24 04:35:09.741240 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec8968-e383-41c1-b4e7-4287fd3a1c75 req-bda32f8f-8fcc-4636-bbaa-ade08a210422 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:09.744085 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a3ec8968-e383-41c1-b4e7-4287fd3a1c75 req-bda32f8f-8fcc-4636-bbaa-ade08a210422 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 944 time: 0.1446099 Aug 24 04:35:09.803992 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:09.844708 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a3ec8968-e383-41c1-b4e7-4287fd3a1c75 req-d0cab9e8-3bcc-46a6-b96c-d5c163cf0b0c tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885234 Aug 24 04:35:10.054788 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36316) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:10.263635 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1621e99a-6b63-45ac-906e-5e907496e439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:10.404859 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b9ad966f-0c47-46da-8a1a-2a1d52c9c221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:10.427105 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-d7f0551d-3776-4757-a63d-68b88e5f5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:10.429861 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-d7f0551d-3776-4757-a63d-68b88e5f5856 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=611b212e66594bdea71398e9da1d35bd&device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 1128 time: 0.0913806 Aug 24 04:35:10.613320 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1621e99a-6b63-45ac-906e-5e907496e439 admin admin] Publish callbacks [] for security_group (fc9444c1-0e63-4ca7-bce7-6d9aa8941483), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:10.625002 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1621e99a-6b63-45ac-906e-5e907496e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (fc9444c1-0e63-4ca7-bce7-6d9aa8941483), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:10.737555 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-e791d006-b35f-4ad7-a31e-400c3c1b3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:10.740356 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-e791d006-b35f-4ad7-a31e-400c3c1b3181 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 HTTP/1.1" status: 200 len: 911 time: 0.2965600 Aug 24 04:35:10.747812 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-1621e99a-6b63-45ac-906e-5e907496e439 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=00e3f621b608454dafcb1677ce7a02c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6912475 Aug 24 04:35:10.750046 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e99a-6b63-45ac-906e-5e907496e439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9444c1-0e63-4ca7-bce7-6d9aa8941483,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:10.753301 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36326) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:10.850671 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9672218e-a1d9-4748-836a-57ef87e8712a admin admin] Publish callbacks [] for security_group (fc9444c1-0e63-4ca7-bce7-6d9aa8941483), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:10.900672 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9672218e-a1d9-4748-836a-57ef87e8712a admin admin] Publish callbacks [] for security_group (fc9444c1-0e63-4ca7-bce7-6d9aa8941483), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:11.020958 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9672218e-a1d9-4748-836a-57ef87e8712a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (fc9444c1-0e63-4ca7-bce7-6d9aa8941483), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:11.029206 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9672218e-a1d9-4748-836a-57ef87e8712a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:11.032223 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9672218e-a1d9-4748-836a-57ef87e8712a admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/fc9444c1-0e63-4ca7-bce7-6d9aa8941483 HTTP/1.1" status: 204 len: 168 time: 0.2771373 Aug 24 04:35:11.054607 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672218e-a1d9-4748-836a-57ef87e8712a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9444c1-0e63-4ca7-bce7-6d9aa8941483,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:11.141101 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-39bf3202-0157-4031-bedc-1ce90afd8428 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f86aba6-20da-4291-830d-9fa51a122aeb HTTP/1.1" status: 200 len: 217 time: 0.1457725 Aug 24 04:35:11.302800 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157c16-027c-41a8-9aa1-1999a397615c req-91e24d2e-3905-4192-b537-3893902cbadb tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:11.319981 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-42157c16-027c-41a8-9aa1-1999a397615c req-91e24d2e-3905-4192-b537-3893902cbadb tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 944 time: 0.2165389 Aug 24 04:35:11.389802 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-c646a331-f473-4f62-9a47-04a97309b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:11.392644 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-c646a331-f473-4f62-9a47-04a97309b5e0 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=84ebc4e3-7326-42fa-a8da-2a1bc075635e HTTP/1.1" status: 200 len: 849 time: 0.1998858 Aug 24 04:35:11.482779 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-8ea519dd-a9f9-43d3-9bf0-0916b58f164b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642924 Aug 24 04:35:11.495976 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-42157c16-027c-41a8-9aa1-1999a397615c req-acda2e5d-1c4f-43f0-8a27-2a255f5cf73b tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608274 Aug 24 04:35:11.680635 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-93ae5b84-7e6b-4025-8813-975ff4418c37 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829793 Aug 24 04:35:11.840278 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:11.884089 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13a233c2-7fe0-4315-a915-cf38dffe950e req-f4f894b1-5cb7-45b6-8c0e-9b4afe3ea938 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837745 Aug 24 04:35:12.602151 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6774925-aa82-4fcc-90fd-f818cbb4a4c2 req-d0df148e-b0e6-440b-96fe-0a617c489850 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:12.604857 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c6774925-aa82-4fcc-90fd-f818cbb4a4c2 req-d0df148e-b0e6-440b-96fe-0a617c489850 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.0910187 Aug 24 04:35:12.777890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d19c4-fa5e-4583-be24-ee7a3e373555 req-f6e6f249-cb2a-411b-ad5b-fd54d8cee270 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:12.781660 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-995d19c4-fa5e-4583-be24-ee7a3e373555 req-f6e6f249-cb2a-411b-ad5b-fd54d8cee270 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 944 time: 0.1353106 Aug 24 04:35:12.790074 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c6774925-aa82-4fcc-90fd-f818cbb4a4c2 req-17ae62a1-de9d-4b04-8cbd-18c8570b4ff0 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729169 Aug 24 04:35:12.871390 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-995d19c4-fa5e-4583-be24-ee7a3e373555 req-cfea8186-9240-468e-9a61-b197591563d8 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773711 Aug 24 04:35:12.912721 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:12.972665 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-dffcc4e3-81d0-4e5a-94bb-674765809805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:13.016138 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:13.621615 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 4f86aba6-20da-4291-830d-9fa51a122aeb details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:35:13.645402 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:13.831040 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 4f86aba6-20da-4291-830d-9fa51a122aeb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4f86aba6-20da-4291-830d-9fa51a122aeb,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:13.853682 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '4f86aba6-20da-4291-830d-9fa51a122aeb', 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7', 'port_id': '4f86aba6-20da-4291-830d-9fa51a122aeb', 'mac_address': 'fa:16:3e:88:ca:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ebc4e3-7326-42fa-a8da-2a1bc075635e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:35:13.916478 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 4f86aba6-20da-4291-830d-9fa51a122aeb is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:35:13.917287 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:13.949303 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f86aba6-20da-4291-830d-9fa51a122aeb {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:35:13.992929 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 4f86aba6-20da-4291-830d-9fa51a122aeb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4f86aba6-20da-4291-830d-9fa51a122aeb,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:13.998710 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:14.038352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:14.068853 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fd22d-d3fc-49ae-866d-8f62f770062a req-362dcfca-28c0-4a11-96e3-8cb169082846 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:14.070931 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-838fd22d-d3fc-49ae-866d-8f62f770062a req-362dcfca-28c0-4a11-96e3-8cb169082846 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.1259193 Aug 24 04:35:14.076724 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=4f86aba6-20da-4291-830d-9fa51a122aeb,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:14.088503 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.088892 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.089380 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.090108 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.090672 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.091241 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.091755 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.092311 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.092951 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.094316 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.094903 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.095490 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.096029 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.096626 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.097194 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:14.114971 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:14.119152 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe5ba0-74dc-4c44-b9d5-415d33853d05 req-b1d5b6a0-d15d-4652-81f8-573d8f0bd9e1 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:14.120796 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a1fe5ba0-74dc-4c44-b9d5-415d33853d05 req-b1d5b6a0-d15d-4652-81f8-573d8f0bd9e1 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 945 time: 0.1112897 Aug 24 04:35:14.176855 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-838fd22d-d3fc-49ae-866d-8f62f770062a req-ef5a88d5-d80b-443f-8f97-fcad906565ea tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921164 Aug 24 04:35:14.210577 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a1fe5ba0-74dc-4c44-b9d5-415d33853d05 req-a13d626f-cd80-4aa8-9983-2f3ef535488b tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764859 Aug 24 04:35:15.040800 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['4f86aba6-20da-4291-830d-9fa51a122aeb'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:35:15.415870 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ef1b-2428-4a47-9f63-9a2484a27894 req-560edda4-4058-47a3-89f2-51249f578322 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:15.418149 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a7b3ef1b-2428-4a47-9f63-9a2484a27894 req-560edda4-4058-47a3-89f2-51249f578322 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 945 time: 0.0879672 Aug 24 04:35:15.430261 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836805ca-4cb3-498b-93ec-c4a53830cde1 req-4ac5be4e-2bf6-4494-a9ba-00bfb645266f tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:15.432260 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-836805ca-4cb3-498b-93ec-c4a53830cde1 req-4ac5be4e-2bf6-4494-a9ba-00bfb645266f tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.1237297 Aug 24 04:35:15.578976 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a7b3ef1b-2428-4a47-9f63-9a2484a27894 req-e93535a8-e1ad-470a-9395-89cb85651596 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410356 Aug 24 04:35:15.585562 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-836805ca-4cb3-498b-93ec-c4a53830cde1 req-bf13ec77-8fba-419d-a855-f1711480cf30 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390452 Aug 24 04:35:15.924191 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:16.198664 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:16.587176 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 4f86aba6-20da-4291-830d-9fa51a122aeb up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:35:16.674914 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 4f86aba6-20da-4291-830d-9fa51a122aeb completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:35:16.707015 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 4f86aba6-20da-4291-830d-9fa51a122aeb triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:35:16.708002 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:16.904248 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 4f86aba6-20da-4291-830d-9fa51a122aeb is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:35:16.905008 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:16.919050 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37dd1c-e15b-4af4-b13c-a51916657f5f req-5c61c9ba-b50f-4789-bad6-6582d1d3aefd tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:16.924413 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0d37dd1c-e15b-4af4-b13c-a51916657f5f req-5c61c9ba-b50f-4789-bad6-6582d1d3aefd tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 945 time: 0.1688282 Aug 24 04:35:16.941112 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0320cc-12f4-45bb-a550-3c25c6c46867 req-0a721d74-8344-4e01-96d5-963417207c5e tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:16.944061 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7c0320cc-12f4-45bb-a550-3c25c6c46867 req-0a721d74-8344-4e01-96d5-963417207c5e tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.1230156 Aug 24 04:35:16.960472 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ff1e6e-c92b-4e2b-8a6d-66129db89396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f86aba6-20da-4291-830d-9fa51a122aeb'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:16.966665 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3d891f-c6a1-4bc3-b76a-3abcdf45aa31" -d '{"events": [{"server_uuid": "24ff1e6e-c92b-4e2b-8a6d-66129db89396", "name": "network-vif-plugged", "status": "completed", "tag": "4f86aba6-20da-4291-830d-9fa51a122aeb"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:17.007780 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 4f86aba6-20da-4291-830d-9fa51a122aeb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4f86aba6-20da-4291-830d-9fa51a122aeb,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:17.019145 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:17.117674 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0d37dd1c-e15b-4af4-b13c-a51916657f5f req-a65c60b8-e8d5-4153-9096-c4988b047e04 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715019 Aug 24 04:35:17.149032 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7c0320cc-12f4-45bb-a550-3c25c6c46867 req-1ddda32a-7038-4814-a647-ef12a961d3c2 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841354 Aug 24 04:35:17.173475 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=4f86aba6-20da-4291-830d-9fa51a122aeb,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:17.256963 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ed4e70-2c56-42f3-9f87-c7a56974725f x-openstack-request-id: req-f0ed4e70-2c56-42f3-9f87-c7a56974725f {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:17.257985 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ff1e6e-c92b-4e2b-8a6d-66129db89396", "name": "network-vif-plugged", "status": "completed", "tag": "4f86aba6-20da-4291-830d-9fa51a122aeb", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:17.257985 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f0ed4e70-2c56-42f3-9f87-c7a56974725f {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:17.258640 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ed4e70-2c56-42f3-9f87-c7a56974725f'] response: {'server_uuid': '24ff1e6e-c92b-4e2b-8a6d-66129db89396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f86aba6-20da-4291-830d-9fa51a122aeb', 'code': 200} Aug 24 04:35:17.486800 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-d22a4600-0e47-4036-b490-6691b11549c6 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:17.489478 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-d22a4600-0e47-4036-b490-6691b11549c6 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 945 time: 0.0815783 Aug 24 04:35:17.663056 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Deleting port fcdb9774-00d0-441b-afc9-da6f111f3f36 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:35:17.663487 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:17.678479 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc79dd-bce6-4941-9be3-61954877d4ff req-4345f201-26d0-42ff-8150-19b3218a0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:17.681363 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-71dc79dd-bce6-4941-9be3-61954877d4ff req-4345f201-26d0-42ff-8150-19b3218a0ebc service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 1130 time: 0.0747886 Aug 24 04:35:17.765511 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-71dc79dd-bce6-4941-9be3-61954877d4ff req-6048d7e6-9101-4191-99f3-66f45cd1ec89 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Aug 24 04:35:17.852589 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] For port fcdb9774-00d0-441b-afc9-da6f111f3f36, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fcdb9774-00d0-441b-afc9-da6f111f3f36,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:17.853163 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:17.881114 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Calling delete_port for fcdb9774-00d0-441b-afc9-da6f111f3f36 owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:35:17.887588 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:18.147876 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (fcdb9774-00d0-441b-afc9-da6f111f3f36), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:18.166460 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['fcdb9774-00d0-441b-afc9-da6f111f3f36'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:35:18.317719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Pushing event deleted for resources: {'Port': ['ID=fcdb9774-00d0-441b-afc9-da6f111f3f36,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:18.791106 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] No DVR routers for this DVR port fcdb9774-00d0-441b-afc9-da6f111f3f36 on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:35:18.797968 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:18.803936 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f8ea8da6-58fb-4001-b864-d79990c3bb9b req-fe66217d-eb8c-4146-a915-020ff27c2fb4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.99 "DELETE /networking/v2.0/ports/fcdb9774-00d0-441b-afc9-da6f111f3f36 HTTP/1.1" status: 204 len: 173 time: 1.2969413 Aug 24 04:35:18.837363 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450664b6-92a7-471e-8657-3c8d3be8429e', 'name': 'network-vif-deleted', 'tag': 'fcdb9774-00d0-441b-afc9-da6f111f3f36'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:18.841806 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1316c567-d3c8-4f8c-8380-4b9e241c2c58" -d '{"events": [{"server_uuid": "450664b6-92a7-471e-8657-3c8d3be8429e", "name": "network-vif-deleted", "tag": "fcdb9774-00d0-441b-afc9-da6f111f3f36"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:18.846419 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:18.855876 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-93f35956-88ab-4d08-b600-427fc29b90ff req-f48c4beb-2cfa-4770-842f-4b956b70692e tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 210 time: 0.4730422 Aug 24 04:35:18.887323 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a89a-e647-4aed-9277-8bd21218a94d req-05c153dc-541e-404a-a98d-885324c2d9f6 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:18.892067 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6e49a89a-e647-4aed-9277-8bd21218a94d req-05c153dc-541e-404a-a98d-885324c2d9f6 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 946 time: 0.5641196 Aug 24 04:35:18.993122 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6e49a89a-e647-4aed-9277-8bd21218a94d req-17c8b7c6-d631-4d6d-8fca-14a701d89e04 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910959 Aug 24 04:35:18.995162 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae5d6b-f6be-4a9c-a556-1739f837b919 x-openstack-request-id: req-41ae5d6b-f6be-4a9c-a556-1739f837b919 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:18.995650 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450664b6-92a7-471e-8657-3c8d3be8429e", "name": "network-vif-deleted", "tag": "fcdb9774-00d0-441b-afc9-da6f111f3f36", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:18.996025 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-41ae5d6b-f6be-4a9c-a556-1739f837b919 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:18.996690 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ae5d6b-f6be-4a9c-a556-1739f837b919'] response: {'server_uuid': '450664b6-92a7-471e-8657-3c8d3be8429e', 'name': 'network-vif-deleted', 'tag': 'fcdb9774-00d0-441b-afc9-da6f111f3f36', 'status': 'completed', 'code': 200} Aug 24 04:35:20.065322 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7b37b49d-4ad5-48f2-bccb-cc68bc7d8d82 req-66c41b45-b158-47f0-8fb2-8f7bd568e2d0 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=450664b6-92a7-471e-8657-3c8d3be8429e HTTP/1.1" status: 200 len: 210 time: 0.0539198 Aug 24 04:35:20.223658 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825b209-7e2a-4201-bdd7-28b0d5c42c0d req-b8d5e2c2-e8ca-4033-a3a8-df327ba04127 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:20.227212 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2825b209-7e2a-4201-bdd7-28b0d5c42c0d req-b8d5e2c2-e8ca-4033-a3a8-df327ba04127 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 946 time: 0.0901384 Aug 24 04:35:20.342921 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2825b209-7e2a-4201-bdd7-28b0d5c42c0d req-430c4b2e-a9c6-4cfd-b0df-288b35b8e94e tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961740 Aug 24 04:35:23.603486 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device fcdb9774-00d0-441b-afc9-da6f111f3f36 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:35:23.630344 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: fcdb9774-00d0-441b-afc9-da6f111f3f36 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:35:23.630672 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device fcdb9774-00d0-441b-afc9-da6f111f3f36 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:35:24.509632 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01a127-eace-41cb-aacb-0af6111e5859 req-a21f588e-1cd7-4274-b4e9-e6994a3bc879 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:24.512478 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc01a127-eace-41cb-aacb-0af6111e5859 req-a21f588e-1cd7-4274-b4e9-e6994a3bc879 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 946 time: 0.0980501 Aug 24 04:35:24.601895 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc01a127-eace-41cb-aacb-0af6111e5859 req-025c9c48-9e0e-4a17-9dd6-4d89d8341a38 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781615 Aug 24 04:35:25.781909 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9de70-9599-4e76-82b2-302d773ba6f9 req-0ccf76ce-492c-47a8-8efa-235d059d5cee tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:25.784618 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-93e9de70-9599-4e76-82b2-302d773ba6f9 req-0ccf76ce-492c-47a8-8efa-235d059d5cee tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 946 time: 0.0619624 Aug 24 04:35:25.877819 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-93e9de70-9599-4e76-82b2-302d773ba6f9 req-2dd0515f-47d6-4382-91c2-ab9086b9fc5f tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820541 Aug 24 04:35:27.119622 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:27.132908 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:27.135582 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa483a05-2c53-4a5a-9763-355b2d155402 req-fdfb4329-9993-4aef-bfed-d55f04ab125a tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:27.138310 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fa483a05-2c53-4a5a-9763-355b2d155402 req-fdfb4329-9993-4aef-bfed-d55f04ab125a tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 946 time: 0.0947788 Aug 24 04:35:27.242421 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fa483a05-2c53-4a5a-9763-355b2d155402 req-7d503cc5-2c0b-485a-8d50-6b8c9bb6ee77 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931444 Aug 24 04:35:27.753339 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:27.759327 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=62 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:28.480810 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c82b-28c6-4e48-b518-3f43b341a27e req-a0bd807a-2762-434e-a225-a62270e7b8b8 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:28.483362 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9575c82b-28c6-4e48-b518-3f43b341a27e req-a0bd807a-2762-434e-a225-a62270e7b8b8 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 946 time: 0.0908456 Aug 24 04:35:28.612958 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9575c82b-28c6-4e48-b518-3f43b341a27e req-4bb36d15-cf8a-4d13-8b5e-f5964a323c54 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992403 Aug 24 04:35:28.802078 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-f6072bd2-82a0-4c36-8ff0-3a73713d9b01 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:28.804060 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-f6072bd2-82a0-4c36-8ff0-3a73713d9b01 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 946 time: 0.0713952 Aug 24 04:35:28.943922 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Deleting port 4f86aba6-20da-4291-830d-9fa51a122aeb {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:35:28.944295 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:29.057750 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:29.086591 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] For port 4f86aba6-20da-4291-830d-9fa51a122aeb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4f86aba6-20da-4291-830d-9fa51a122aeb,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:29.087174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:29.106347 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Calling delete_port for 4f86aba6-20da-4291-830d-9fa51a122aeb owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:35:29.308985 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (4f86aba6-20da-4291-830d-9fa51a122aeb), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:29.325473 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['4f86aba6-20da-4291-830d-9fa51a122aeb'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:35:29.369169 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Pushing event deleted for resources: {'Port': ['ID=4f86aba6-20da-4291-830d-9fa51a122aeb,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:29.460453 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] No DVR routers for this DVR port 4f86aba6-20da-4291-830d-9fa51a122aeb on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:35:29.464922 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:29.468985 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-86cf6a1d-6864-4a0a-961c-6a9f160106aa req-a464a901-23ea-42f0-aca8-ccb89142a479 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.99 "DELETE /networking/v2.0/ports/4f86aba6-20da-4291-830d-9fa51a122aeb HTTP/1.1" status: 204 len: 173 time: 0.6579814 Aug 24 04:35:29.469915 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ff1e6e-c92b-4e2b-8a6d-66129db89396', 'name': 'network-vif-deleted', 'tag': '4f86aba6-20da-4291-830d-9fa51a122aeb'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:29.472361 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c30580-ffa8-4814-90aa-0bebb1425112" -d '{"events": [{"server_uuid": "24ff1e6e-c92b-4e2b-8a6d-66129db89396", "name": "network-vif-deleted", "tag": "4f86aba6-20da-4291-830d-9fa51a122aeb"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:29.531832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a97a0a-4cf8-4297-8a63-32143e7f425b x-openstack-request-id: req-72a97a0a-4cf8-4297-8a63-32143e7f425b {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:29.532509 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ff1e6e-c92b-4e2b-8a6d-66129db89396", "name": "network-vif-deleted", "tag": "4f86aba6-20da-4291-830d-9fa51a122aeb", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:29.532719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-72a97a0a-4cf8-4297-8a63-32143e7f425b {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:29.533375 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a97a0a-4cf8-4297-8a63-32143e7f425b'] response: {'server_uuid': '24ff1e6e-c92b-4e2b-8a6d-66129db89396', 'name': 'network-vif-deleted', 'tag': '4f86aba6-20da-4291-830d-9fa51a122aeb', 'status': 'completed', 'code': 200} Aug 24 04:35:29.784213 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:29.826380 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-65ec4ed7-693a-4cf6-90d1-d390b4e6e826 req-1713f406-59ac-4b2a-bdc8-6ec38111d02d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=24ff1e6e-c92b-4e2b-8a6d-66129db89396 HTTP/1.1" status: 200 len: 210 time: 0.0617652 Aug 24 04:35:30.992769 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36648) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:31.191746 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e69740c8-eff1-4a70-a471-298840481f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:31.339455 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e69740c8-eff1-4a70-a471-298840481f0e admin admin] Publish callbacks [] for security_group (7c2b6eaf-0a98-4866-9efb-6ed6afeaa0eb), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:31.345255 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e69740c8-eff1-4a70-a471-298840481f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (7c2b6eaf-0a98-4866-9efb-6ed6afeaa0eb), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:31.374256 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4edc01a4-511d-45ec-b16e-4595869444bd tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:31.374256 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4edc01a4-511d-45ec-b16e-4595869444bd tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/networks?id=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 HTTP/1.1" status: 200 len: 809 time: 0.1569979 Aug 24 04:35:31.394995 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69740c8-eff1-4a70-a471-298840481f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2b6eaf-0a98-4866-9efb-6ed6afeaa0eb,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:31.398783 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-86343f6a-8db2-4ad2-8e40-be9fd82ccc2e tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/quotas/611b212e66594bdea71398e9da1d35bd HTTP/1.1" status: 200 len: 375 time: 0.0169218 Aug 24 04:35:31.399444 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e69740c8-eff1-4a70-a471-298840481f0e admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=b05fc6c581fb4d6397258515f7b5d5ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051845 Aug 24 04:35:31.404015 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36668) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:31.473994 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ea2e13c-ed62-4689-9dc2-1bb8214a97b3 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=611b212e66594bdea71398e9da1d35bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554016 Aug 24 04:35:31.480250 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7fef0406-14b9-430e-99a7-7fe5e462feca admin admin] Publish callbacks [] for security_group (7c2b6eaf-0a98-4866-9efb-6ed6afeaa0eb), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:31.506119 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7fef0406-14b9-430e-99a7-7fe5e462feca admin admin] Publish callbacks [] for security_group (7c2b6eaf-0a98-4866-9efb-6ed6afeaa0eb), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:31.589848 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7fef0406-14b9-430e-99a7-7fe5e462feca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (7c2b6eaf-0a98-4866-9efb-6ed6afeaa0eb), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:31.595682 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7fef0406-14b9-430e-99a7-7fe5e462feca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:31.601120 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7fef0406-14b9-430e-99a7-7fe5e462feca admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/7c2b6eaf-0a98-4866-9efb-6ed6afeaa0eb HTTP/1.1" status: 204 len: 168 time: 0.1910627 Aug 24 04:35:31.616989 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef0406-14b9-430e-99a7-7fe5e462feca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2b6eaf-0a98-4866-9efb-6ed6afeaa0eb,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:31.660057 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-00ed3980-1c6a-4779-a61c-04cd3b88489f service neutron] 10.222.0.89 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776175 Aug 24 04:35:31.822829 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-a6985a54-fdd8-4cf6-bb06-383eb60dbfb3 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563184 Aug 24 04:35:32.096933 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-41b64fa0-599b-4d91-946f-a797c23b8442 req-460729d8-8920-42fb-b5d3-39b48e2604cf tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0556059 Aug 24 04:35:32.955713 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 4f86aba6-20da-4291-830d-9fa51a122aeb no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:35:32.986434 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 4f86aba6-20da-4291-830d-9fa51a122aeb {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:35:32.987285 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 4f86aba6-20da-4291-830d-9fa51a122aeb not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:35:33.073211 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-6dd08c69-67c7-4756-acfc-0e38ff689938 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628076 Aug 24 04:35:33.165842 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-028af086-ee0a-486c-8232-833f62e88574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:33.167460 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-028af086-ee0a-486c-8232-833f62e88574 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 1129 time: 0.0666316 Aug 24 04:35:33.361502 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e480ec21-cd81-4621-8997-b3426df7cb19 req-2af3eb40-254b-42fd-868f-9d97dfe190b9 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 210 time: 0.1188388 Aug 24 04:35:33.431925 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-a353187d-0ee3-4e9e-a741-b7431382a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:33.435125 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-a353187d-0ee3-4e9e-a741-b7431382a732 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 912 time: 0.2403879 Aug 24 04:35:33.850616 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-28f4a284-2808-4fd4-a91c-99bbd570c760 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a143d8d2-0a49-4ada-9835-9803477f74b7 HTTP/1.1" status: 200 len: 1001 time: 0.2033262 Aug 24 04:35:33.952530 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-8d16f444-f073-4b5a-b463-b123a34819f4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:33.960810 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-8d16f444-f073-4b5a-b463-b123a34819f4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/networks?id=d1e9d5c6-9dda-4895-aabb-a0180fe61f83 HTTP/1.1" status: 200 len: 812 time: 0.3741117 Aug 24 04:35:33.993460 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-5e70fca3-591b-443d-a434-d9ced1d59197 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/quotas/a7fd103e49634feeaaa29eb2609a69a4 HTTP/1.1" status: 200 len: 375 time: 0.0312488 Aug 24 04:35:34.005211 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-ccfa11b4-91c1-4461-9474-184c15a42def tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:34.008601 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-ccfa11b4-91c1-4461-9474-184c15a42def tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.99 "GET /networking/v2.0/networks?id=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 HTTP/1.1" status: 200 len: 809 time: 0.2207375 Aug 24 04:35:34.010137 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-5face1da-5bf4-498e-8a01-44fa87f12efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:34.011998 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-5face1da-5bf4-498e-8a01-44fa87f12efe service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.1512465 Aug 24 04:35:34.035425 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Request body: {'port': {'device_id': '3d2f6593-c1fe-491d-a90e-9ea41923d4c0', 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7', 'admin_state_up': True, 'tenant_id': '611b212e66594bdea71398e9da1d35bd'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:34.069101 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-889cf128-fc99-4805-8ed9-b885b26e3d53 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=a7fd103e49634feeaaa29eb2609a69a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691898 Aug 24 04:35:34.120473 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:34.178757 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-bb93180e-578e-44d5-8693-1ec971d19db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:34.181401 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-bb93180e-578e-44d5-8693-1ec971d19db8 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405654 Aug 24 04:35:34.228660 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Made reservation on behalf of 611b212e66594bdea71398e9da1d35bd for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:35:34.234259 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:34.392520 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:34.403887 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:34.405997 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-b372cd06-e4fe-4e01-8c23-9783b28aa214 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025463 Aug 24 04:35:34.445120 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Allocated IP 172.20.0.11 (95c49ba4-c5d0-440e-91d2-fbeb52f5cda7/84ebc4e3-7326-42fa-a8da-2a1bc075635e/c598debd-8c55-42cc-a142-54d0b972a153) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:35:34.517746 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-8a426546-540a-4073-bbdf-9d6d5b9fab16 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753279 Aug 24 04:35:34.705563 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9825cef5-c320-44f5-adee-cebde8fb109f req-c3fa68e0-c95f-4bef-b1ce-c82091629153 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 210 time: 0.1166985 Aug 24 04:35:34.734343 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:34.745574 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:34.780328 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks [] for port (c598debd-8c55-42cc-a142-54d0b972a153), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:34.805330 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-32d15ed8-456b-4b39-950f-033de1941f33 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822384 Aug 24 04:35:34.829766 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (c598debd-8c55-42cc-a142-54d0b972a153), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:34.867369 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc93c9a2-1328-4707-bdfd-06051dc22652 req-3799f770-8388-4f53-9e03-cb8331e46da7 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809370 Aug 24 04:35:34.905706 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:35:34.915669 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:35:34.933263 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:35:34.940225 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:34.940961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:34.949172 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Pushing event updated for resources: {'Port': ['ID=c598debd-8c55-42cc-a142-54d0b972a153,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:34.973676 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-4a4c6c45-4080-444c-bbfa-43aeda9c5eb2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9493527 Aug 24 04:35:34.987246 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Request body: {'port': {'device_id': '3d2f6593-c1fe-491d-a90e-9ea41923d4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:35.101067 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c598debd-8c55-42cc-a142-54d0b972a153), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:35.183489 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c6b43005-2e34-4edd-b75e-5465208d51cc req-eaae0618-524c-4233-a5cc-b627736cd31a tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 210 time: 0.0687444 Aug 24 04:35:35.621841 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c598debd-8c55-42cc-a142-54d0b972a153 {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:35:35.637844 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Publish callbacks [] for port (c598debd-8c55-42cc-a142-54d0b972a153), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:35.658150 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Transition to ACTIVE for port object c598debd-8c55-42cc-a142-54d0b972a153 will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:35:35.662962 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c598debd-8c55-42cc-a142-54d0b972a153), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:35.831751 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Pushing event updated for resources: {'Port': ['ID=c598debd-8c55-42cc-a142-54d0b972a153,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:35.854015 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Attempting to bind port c598debd-8c55-42cc-a142-54d0b972a153 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:35:35.854817 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Attempting to bind port c598debd-8c55-42cc-a142-54d0b972a153 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:35:35.855510 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Attempting to bind port c598debd-8c55-42cc-a142-54d0b972a153 on network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:35:35.878765 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Port c598debd-8c55-42cc-a142-54d0b972a153 on network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:35:35.879731 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Attempting to bind port c598debd-8c55-42cc-a142-54d0b972a153 on network 95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:35:35.891942 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:35:35.893593 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Checking segment: {'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:35:35.894409 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Bound using segment: {'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:35:35.895487 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Bound port: c598debd-8c55-42cc-a142-54d0b972a153, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616bef95-d067-4713-a4d2-403b5b1974da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:35:35.896262 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c598debd-8c55-42cc-a142-54d0b972a153), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:35.947900 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4242-5866-4f2b-9a81-c9459ee79301 req-75680460-8c0e-43a6-b80f-535005fcf4aa tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:35.964357 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1c7f4242-5866-4f2b-9a81-c9459ee79301 req-75680460-8c0e-43a6-b80f-535005fcf4aa tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 944 time: 0.1347017 Aug 24 04:35:36.055564 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] For port c598debd-8c55-42cc-a142-54d0b972a153, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:35:36.064594 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] For port c598debd-8c55-42cc-a142-54d0b972a153, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c598debd-8c55-42cc-a142-54d0b972a153,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:35:36.075714 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c598debd-8c55-42cc-a142-54d0b972a153), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:36.086590 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1c7f4242-5866-4f2b-9a81-c9459ee79301 req-a4bddf0a-78d5-4c05-83a7-3fe424822bb9 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153057 Aug 24 04:35:36.086874 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:36.087787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:36.090744 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/c598debd-8c55-42cc-a142-54d0b972a153 HTTP/1.1" status: 200 len: 1094 time: 1.1097565 Aug 24 04:35:36.091612 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2f6593-c1fe-491d-a90e-9ea41923d4c0', 'tag': 'c598debd-8c55-42cc-a142-54d0b972a153'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:36.096279 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea873997-44fc-4330-baeb-bdd31bc9236c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2f6593-c1fe-491d-a90e-9ea41923d4c0", "tag": "c598debd-8c55-42cc-a142-54d0b972a153"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:36.174151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed81f28-bc04-4d25-a00c-141b36f1efdc service neutron] Pushing event updated for resources: {'Port': ['ID=c598debd-8c55-42cc-a142-54d0b972a153,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:36.184186 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6804fc-0e7a-4b63-b2bb-ecc033563863 x-openstack-request-id: req-fa6804fc-0e7a-4b63-b2bb-ecc033563863 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:36.184478 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2f6593-c1fe-491d-a90e-9ea41923d4c0", "tag": "c598debd-8c55-42cc-a142-54d0b972a153", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:36.184774 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fa6804fc-0e7a-4b63-b2bb-ecc033563863 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:36.191258 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6804fc-0e7a-4b63-b2bb-ecc033563863'] response: {'name': 'network-changed', 'server_uuid': '3d2f6593-c1fe-491d-a90e-9ea41923d4c0', 'tag': 'c598debd-8c55-42cc-a142-54d0b972a153', 'status': 'completed', 'code': 200} Aug 24 04:35:36.334181 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36740) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:36.367133 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b04d9866-494d-4ba3-9673-d9a40cd51c6f req-c11ee98c-608a-4d9e-8a4a-967f4779e932 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 210 time: 0.0625508 Aug 24 04:35:36.388511 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:36.391463 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:36.466019 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873997-44fc-4330-baeb-bdd31bc9236c req-92832689-45b1-4cf1-a1f8-8932feb39a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:36.468202 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ea873997-44fc-4330-baeb-bdd31bc9236c req-92832689-45b1-4cf1-a1f8-8932feb39a43 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=611b212e66594bdea71398e9da1d35bd&device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 1128 time: 0.0913477 Aug 24 04:35:36.542166 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:36.579604 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:36.597762 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c6f-95ac-42f7-83df-83600a5e6a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:36.656732 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873997-44fc-4330-baeb-bdd31bc9236c req-b0553058-cadf-41bd-a077-42cce378f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:36.658275 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ea873997-44fc-4330-baeb-bdd31bc9236c req-b0553058-cadf-41bd-a077-42cce378f587 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?tenant_id=611b212e66594bdea71398e9da1d35bd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1822746 Aug 24 04:35:36.747930 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c6f-95ac-42f7-83df-83600a5e6a45 admin admin] Publish callbacks [] for security_group (15b57ac9-9927-423d-8d01-3a532deecaf3), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:36.755381 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-06ce8c6f-95ac-42f7-83df-83600a5e6a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (15b57ac9-9927-423d-8d01-3a532deecaf3), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:36.817711 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-06ce8c6f-95ac-42f7-83df-83600a5e6a45 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=9bb99b96a1e340799de6a373efc13dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819703 Aug 24 04:35:36.818514 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce8c6f-95ac-42f7-83df-83600a5e6a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b57ac9-9927-423d-8d01-3a532deecaf3,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:36.821432 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36746) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:36.931927 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8b50386a-17a9-4538-846d-e7882a7dcf01 admin admin] Publish callbacks [] for security_group (15b57ac9-9927-423d-8d01-3a532deecaf3), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:36.972402 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8b50386a-17a9-4538-846d-e7882a7dcf01 admin admin] Publish callbacks [] for security_group (15b57ac9-9927-423d-8d01-3a532deecaf3), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:37.017403 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873997-44fc-4330-baeb-bdd31bc9236c req-94c23bc7-5741-43ab-8399-bdccc560071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:37.020506 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ea873997-44fc-4330-baeb-bdd31bc9236c req-94c23bc7-5741-43ab-8399-bdccc560071f service neutron] 10.222.0.99 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1863191 Aug 24 04:35:37.208677 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-686f7a77-f5e2-4724-a780-06052adefd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:37.211049 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-b1153524-4fad-499f-953e-1265c5c0e48b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:37.211458 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-686f7a77-f5e2-4724-a780-06052adefd5b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=611b212e66594bdea71398e9da1d35bd&device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 1128 time: 0.1019592 Aug 24 04:35:37.214757 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-b1153524-4fad-499f-953e-1265c5c0e48b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.99 "GET /networking/v2.0/networks?id=d1e9d5c6-9dda-4895-aabb-a0180fe61f83 HTTP/1.1" status: 200 len: 812 time: 0.2236400 Aug 24 04:35:37.216686 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8b50386a-17a9-4538-846d-e7882a7dcf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (15b57ac9-9927-423d-8d01-3a532deecaf3), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:37.224160 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-8b50386a-17a9-4538-846d-e7882a7dcf01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:37.226147 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-8b50386a-17a9-4538-846d-e7882a7dcf01 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/15b57ac9-9927-423d-8d01-3a532deecaf3 HTTP/1.1" status: 204 len: 168 time: 0.4026539 Aug 24 04:35:37.239379 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Request body: {'port': {'device_id': 'f9b4c282-4109-48ea-b4a4-11fa670bf11d', 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83', 'admin_state_up': True, 'tenant_id': 'a7fd103e49634feeaaa29eb2609a69a4'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:37.310079 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-969ea6bd-d0cc-4f5a-ac99-86b481e274f0 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c598debd-8c55-42cc-a142-54d0b972a153 HTTP/1.1" status: 200 len: 217 time: 0.0838940 Aug 24 04:35:37.406211 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-d19c6b2e-61ed-4295-8ed7-3c8e2794f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:37.407795 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-d19c6b2e-61ed-4295-8ed7-3c8e2794f236 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=84ebc4e3-7326-42fa-a8da-2a1bc075635e HTTP/1.1" status: 200 len: 849 time: 0.0892618 Aug 24 04:35:37.431019 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50386a-17a9-4538-846d-e7882a7dcf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b57ac9-9927-423d-8d01-3a532deecaf3,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:37.483294 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de534-ee90-433d-b7a9-9b3209c4968c req-a34a7050-6164-4ad4-a7ea-e116bf339b11 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:37.485359 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:37.486150 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-950de534-ee90-433d-b7a9-9b3209c4968c req-a34a7050-6164-4ad4-a7ea-e116bf339b11 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 944 time: 0.1701207 Aug 24 04:35:37.551479 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-e4c526ad-2385-46ae-b289-73044e34b68d service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943406 Aug 24 04:35:37.656996 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e1b7fc1d-9388-406e-8704-4eb6e9309f31 req-ef50f83b-462f-4308-a75f-9b5612adbc84 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 210 time: 0.0891969 Aug 24 04:35:37.692634 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-950de534-ee90-433d-b7a9-9b3209c4968c req-c218d4cc-62ab-4c4f-9e32-a1e875fde0f6 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932521 Aug 24 04:35:37.704510 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Made reservation on behalf of a7fd103e49634feeaaa29eb2609a69a4 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:35:37.711970 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:37.753858 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:37.771417 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-c36058fc-9dbd-49d5-9352-e37eeda79622 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102284 Aug 24 04:35:37.778914 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:37.935001 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-bd5282e3-48bd-4c6e-8f8b-cedea8453ba2 req-47eee103-9996-4e47-b5a1-921d0e620b31 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528139 Aug 24 04:35:37.996326 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Allocated IP 172.20.0.3 (d1e9d5c6-9dda-4895-aabb-a0180fe61f83/7320dd6a-ad19-464f-b7ab-a4cc93b8c338/342ac89a-5cfd-40c1-93d6-856e381e3434) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:35:38.238020 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks [] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:38.297973 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:38.379528 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:35:38.383530 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:35:38.386857 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:35:38.390259 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:35:38.417460 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Pushing event updated for resources: {'Port': ['ID=342ac89a-5cfd-40c1-93d6-856e381e3434,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:38.455382 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:38.456523 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:38.482159 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-a6271b1d-8847-4aef-86e8-74edc73236eb tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2543445 Aug 24 04:35:38.929375 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a65a4b-8cb8-49e8-9b42-4cadb6d42317 req-21de95c6-2aa7-4d8e-925a-adf9e0c4221c tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:38.932027 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-97a65a4b-8cb8-49e8-9b42-4cadb6d42317 req-21de95c6-2aa7-4d8e-925a-adf9e0c4221c tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 931 time: 0.1219685 Aug 24 04:35:38.947452 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6378a-22ee-44c1-9fd9-6227917b42ae req-8a078fcf-92a1-4555-a03c-c5faa53382da tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:38.950091 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f6b6378a-22ee-44c1-9fd9-6227917b42ae req-8a078fcf-92a1-4555-a03c-c5faa53382da tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 944 time: 0.1059859 Aug 24 04:35:39.108996 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Request body: {'port': {'device_id': 'f9b4c282-4109-48ea-b4a4-11fa670bf11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:35:39.119144 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-97a65a4b-8cb8-49e8-9b42-4cadb6d42317 req-a7d85d35-8518-40a6-a08d-cb160f895fe1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673834 Aug 24 04:35:39.129160 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f6b6378a-22ee-44c1-9fd9-6227917b42ae req-a702b5cd-d6a2-42cc-aa16-4555ebd49f3c tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663275 Aug 24 04:35:39.242961 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:39.549835 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:39.599054 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:39.711091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342ac89a-5cfd-40c1-93d6-856e381e3434 {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:35:39.726705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Publish callbacks [] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:39.753560 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Transition to ACTIVE for port object 342ac89a-5cfd-40c1-93d6-856e381e3434 will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:35:39.758591 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:39.905634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=342ac89a-5cfd-40c1-93d6-856e381e3434,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:39.955628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Attempting to bind port 342ac89a-5cfd-40c1-93d6-856e381e3434 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:35:39.956021 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Attempting to bind port 342ac89a-5cfd-40c1-93d6-856e381e3434 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:35:39.956396 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Attempting to bind port 342ac89a-5cfd-40c1-93d6-856e381e3434 on network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:35:39.962171 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Port 342ac89a-5cfd-40c1-93d6-856e381e3434 on network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:35:39.962544 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Attempting to bind port 342ac89a-5cfd-40c1-93d6-856e381e3434 on network d1e9d5c6-9dda-4895-aabb-a0180fe61f83 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:35:39.969722 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:35:39.970112 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Checking segment: {'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:35:39.970530 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Bound using segment: {'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:35:39.971010 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Bound port: 342ac89a-5cfd-40c1-93d6-856e381e3434, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3698a525-ee05-4b0a-8455-4b74598a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:35:39.971449 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:40.052677 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] For port 342ac89a-5cfd-40c1-93d6-856e381e3434, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:35:40.058753 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] For port 342ac89a-5cfd-40c1-93d6-856e381e3434, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=342ac89a-5cfd-40c1-93d6-856e381e3434,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:35:40.069476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:40.074748 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:40.075548 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:40.078779 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/342ac89a-5cfd-40c1-93d6-856e381e3434 HTTP/1.1" status: 200 len: 1093 time: 0.9802918 Aug 24 04:35:40.079416 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b4c282-4109-48ea-b4a4-11fa670bf11d', 'tag': '342ac89a-5cfd-40c1-93d6-856e381e3434'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:40.082098 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a529f61-960c-41e3-bc76-e47570388ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b4c282-4109-48ea-b4a4-11fa670bf11d", "tag": "342ac89a-5cfd-40c1-93d6-856e381e3434"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:40.166463 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee51e4-1919-42ee-92d0-9ccad3b0fd7a x-openstack-request-id: req-ccee51e4-1919-42ee-92d0-9ccad3b0fd7a {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:40.166904 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b4c282-4109-48ea-b4a4-11fa670bf11d", "tag": "342ac89a-5cfd-40c1-93d6-856e381e3434", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:40.167232 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ccee51e4-1919-42ee-92d0-9ccad3b0fd7a {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:40.167759 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccee51e4-1919-42ee-92d0-9ccad3b0fd7a'] response: {'name': 'network-changed', 'server_uuid': 'f9b4c282-4109-48ea-b4a4-11fa670bf11d', 'tag': '342ac89a-5cfd-40c1-93d6-856e381e3434', 'status': 'completed', 'code': 200} Aug 24 04:35:40.212243 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cff550-8043-4635-ad01-d019d8d8d8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=342ac89a-5cfd-40c1-93d6-856e381e3434,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:40.247617 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-584788c1-52d3-4727-af84-16de77cd3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:40.251400 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-584788c1-52d3-4727-af84-16de77cd3e0b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=a7fd103e49634feeaaa29eb2609a69a4&device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 1127 time: 0.1072888 Aug 24 04:35:40.337796 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-c806d322-7432-4a97-ab58-90f91f41c36d service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=342ac89a-5cfd-40c1-93d6-856e381e3434 HTTP/1.1" status: 200 len: 217 time: 0.0777593 Aug 24 04:35:40.391537 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-69e5da88-3693-491c-80a4-7f1a838623a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:40.520601 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a906ec-0aa6-4cf6-9a80-3d473ade8bfd req-1aade1cb-a891-4264-9558-5225d397d5e9 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:40.522654 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e6a906ec-0aa6-4cf6-9a80-3d473ade8bfd req-1aade1cb-a891-4264-9558-5225d397d5e9 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 943 time: 0.1916473 Aug 24 04:35:40.535867 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff303af-47a9-430a-b29b-6aa633b8da1e req-c9f3439f-6104-45af-9fdc-454fa2586d85 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:40.537643 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5ff303af-47a9-430a-b29b-6aa633b8da1e req-c9f3439f-6104-45af-9fdc-454fa2586d85 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 944 time: 0.2049520 Aug 24 04:35:40.555362 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-b49eb2aa-84b4-4a96-91f9-66fca3cd39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:40.557507 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-b49eb2aa-84b4-4a96-91f9-66fca3cd39d9 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=7320dd6a-ad19-464f-b7ab-a4cc93b8c338 HTTP/1.1" status: 200 len: 852 time: 0.1887925 Aug 24 04:35:40.620353 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-6abaa98b-ead1-45ab-8256-9ff31dea3d89 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=d1e9d5c6-9dda-4895-aabb-a0180fe61f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500362 Aug 24 04:35:40.700934 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e6a906ec-0aa6-4cf6-9a80-3d473ade8bfd req-6f655861-341c-4894-8591-c26b6844c873 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600511 Aug 24 04:35:40.707415 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5ff303af-47a9-430a-b29b-6aa633b8da1e req-8c80575f-45f8-40bd-98a0-a47fc1474a81 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557457 Aug 24 04:35:40.944083 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c598debd-8c55-42cc-a142-54d0b972a153 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:35:41.079741 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-84fc1a2d-fd8f-4d58-98cd-6155abb2a258 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488597 Aug 24 04:35:41.143369 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c598debd-8c55-42cc-a142-54d0b972a153, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c598debd-8c55-42cc-a142-54d0b972a153,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:41.166171 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'c598debd-8c55-42cc-a142-54d0b972a153', 'network_id': '95c49ba4-c5d0-440e-91d2-fbeb52f5cda7', 'port_id': 'c598debd-8c55-42cc-a142-54d0b972a153', 'mac_address': 'fa:16:3e:59:af:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ebc4e3-7326-42fa-a8da-2a1bc075635e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:35:41.214087 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a04b6d2-846f-4c2d-8a69-cbb51d5f521d req-ca23e4f1-b0ad-40ff-991d-b0c4db4b947d service neutron] 10.222.0.99 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226623 Aug 24 04:35:41.236062 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c598debd-8c55-42cc-a142-54d0b972a153 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:35:41.236708 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c598debd-8c55-42cc-a142-54d0b972a153), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:41.262037 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c598debd-8c55-42cc-a142-54d0b972a153 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:35:41.300796 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c598debd-8c55-42cc-a142-54d0b972a153, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c598debd-8c55-42cc-a142-54d0b972a153,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:41.306405 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c598debd-8c55-42cc-a142-54d0b972a153), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:41.395887 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c598debd-8c55-42cc-a142-54d0b972a153,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:41.656584 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c598debd-8c55-42cc-a142-54d0b972a153'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:35:41.861884 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:41.914729 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:41.950892 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d1e89-bcae-4b82-871a-f2753276e3a0 req-ec8c1091-e8c4-4315-8c85-7309f83f0297 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:41.954307 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4e2d1e89-bcae-4b82-871a-f2753276e3a0 req-ec8c1091-e8c4-4315-8c85-7309f83f0297 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 945 time: 0.1189249 Aug 24 04:35:41.969093 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff601e-7611-4e8f-b38b-33efba917304 req-48debb05-6c44-4405-a28d-883397ae32f1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:41.970717 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-48ff601e-7611-4e8f-b38b-33efba917304 req-48debb05-6c44-4405-a28d-883397ae32f1 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 943 time: 0.1238351 Aug 24 04:35:42.058595 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4e2d1e89-bcae-4b82-871a-f2753276e3a0 req-01dc25bb-c031-4f6a-9824-1ffca8825e5d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866044 Aug 24 04:35:42.083212 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-48ff601e-7611-4e8f-b38b-33efba917304 req-75b91ff5-2420-4819-8696-81966a42d6e2 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948961 Aug 24 04:35:42.593220 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-259bd61c-cd17-4e96-b155-cce21847d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:42.595878 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-259bd61c-cd17-4e96-b155-cce21847d49f service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=a7fd103e49634feeaaa29eb2609a69a4&device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 1127 time: 0.0731773 Aug 24 04:35:42.804848 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-79f7f403-f22e-4c32-9687-9fdc5e0530ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:42.807466 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-79f7f403-f22e-4c32-9687-9fdc5e0530ec service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=d1e9d5c6-9dda-4895-aabb-a0180fe61f83 HTTP/1.1" status: 200 len: 914 time: 0.1868415 Aug 24 04:35:42.874548 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-40b4ef14-080c-48dc-8308-a52fb5d22a28 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=342ac89a-5cfd-40c1-93d6-856e381e3434 HTTP/1.1" status: 200 len: 217 time: 0.0590384 Aug 24 04:35:42.947824 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-28a4ba31-047d-4762-8712-02ef0d8f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:42.949742 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-28a4ba31-047d-4762-8712-02ef0d8f8b4f service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=7320dd6a-ad19-464f-b7ab-a4cc93b8c338 HTTP/1.1" status: 200 len: 852 time: 0.0671706 Aug 24 04:35:42.954753 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c598debd-8c55-42cc-a142-54d0b972a153 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:35:43.003681 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-76f8b94a-d8b8-4914-b794-979f8e65e569 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=d1e9d5c6-9dda-4895-aabb-a0180fe61f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457237 Aug 24 04:35:43.033356 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-cafa8d50-32be-42ca-bbe8-f84db9ad3555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:43.054676 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port c598debd-8c55-42cc-a142-54d0b972a153 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:35:43.071001 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port c598debd-8c55-42cc-a142-54d0b972a153 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:35:43.071376 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c598debd-8c55-42cc-a142-54d0b972a153), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:43.192127 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-6c5f31dd-594f-47af-be7e-0618a70a5c1c service neutron] 10.222.0.99 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665740 Aug 24 04:35:43.228199 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c598debd-8c55-42cc-a142-54d0b972a153 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:35:43.229287 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c598debd-8c55-42cc-a142-54d0b972a153), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:43.277498 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2f6593-c1fe-491d-a90e-9ea41923d4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c598debd-8c55-42cc-a142-54d0b972a153'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:43.282128 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6633ebf4-8319-49c5-946e-77ffec6057df" -d '{"events": [{"server_uuid": "3d2f6593-c1fe-491d-a90e-9ea41923d4c0", "name": "network-vif-plugged", "status": "completed", "tag": "c598debd-8c55-42cc-a142-54d0b972a153"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:43.306235 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c598debd-8c55-42cc-a142-54d0b972a153, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c598debd-8c55-42cc-a142-54d0b972a153,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:43.312870 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c598debd-8c55-42cc-a142-54d0b972a153), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:43.399674 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c598debd-8c55-42cc-a142-54d0b972a153,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:43.443200 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776f6a-b10d-45f3-9791-e34dc18d3e39 req-55ddd898-fbf2-4e9d-b691-ce17213bcbc7 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:43.444865 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-93776f6a-b10d-45f3-9791-e34dc18d3e39 req-55ddd898-fbf2-4e9d-b691-ce17213bcbc7 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 945 time: 0.2420864 Aug 24 04:35:43.460442 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a954d4-0b1b-4f58-a40d-71487777a77f req-cb6fc624-ecdb-4b79-9d71-d7be99d44916 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:43.462358 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20a954d4-0b1b-4f58-a40d-71487777a77f req-cb6fc624-ecdb-4b79-9d71-d7be99d44916 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 943 time: 0.2150040 Aug 24 04:35:43.548262 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a529f61-960c-41e3-bc76-e47570388ff6 req-75d5788a-e9c1-42c5-b95d-de414c780c6c service neutron] 10.222.0.99 "GET /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424318 Aug 24 04:35:43.585773 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20a954d4-0b1b-4f58-a40d-71487777a77f req-f408fe9a-b577-4d17-ba7e-52653459c039 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084490 Aug 24 04:35:43.589605 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-93776f6a-b10d-45f3-9791-e34dc18d3e39 req-cd79b54c-7065-49cc-9346-f72a76106764 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189549 Aug 24 04:35:43.643445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05435ef-f1b8-470e-a92f-016b929434f2 x-openstack-request-id: req-b05435ef-f1b8-470e-a92f-016b929434f2 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:43.643769 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2f6593-c1fe-491d-a90e-9ea41923d4c0", "name": "network-vif-plugged", "status": "completed", "tag": "c598debd-8c55-42cc-a142-54d0b972a153", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:43.644155 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b05435ef-f1b8-470e-a92f-016b929434f2 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:43.644645 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05435ef-f1b8-470e-a92f-016b929434f2'] response: {'server_uuid': '3d2f6593-c1fe-491d-a90e-9ea41923d4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c598debd-8c55-42cc-a142-54d0b972a153', 'code': 200} Aug 24 04:35:43.894207 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb979fd-36b3-422c-9e4f-b334b5908cd1 req-8ccfc1ee-cc3d-40f4-9824-28493e33fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:43.897029 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0eb979fd-36b3-422c-9e4f-b334b5908cd1 req-8ccfc1ee-cc3d-40f4-9824-28493e33fb37 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 1130 time: 0.0770476 Aug 24 04:35:43.999781 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0eb979fd-36b3-422c-9e4f-b334b5908cd1 req-f490c965-fab8-46f1-9cc6-58a7827c4b7e service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568731 Aug 24 04:35:44.095661 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:44.853304 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a023c6-733e-4a3a-b9eb-8c675edbf4f5 req-5b0b894d-baac-401f-a5f8-c0ed7183cb7b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:44.855867 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-16a023c6-733e-4a3a-b9eb-8c675edbf4f5 req-5b0b894d-baac-401f-a5f8-c0ed7183cb7b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 943 time: 0.1472721 Aug 24 04:35:44.894619 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472a37-92ad-4a40-bef7-9552dc0c3c53 req-b579d6b3-bee8-4259-8889-b86b24cdbfd2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:44.897400 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4f472a37-92ad-4a40-bef7-9552dc0c3c53 req-b579d6b3-bee8-4259-8889-b86b24cdbfd2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 946 time: 0.1374254 Aug 24 04:35:44.953986 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 342ac89a-5cfd-40c1-93d6-856e381e3434 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:35:44.979562 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:45.000860 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-16a023c6-733e-4a3a-b9eb-8c675edbf4f5 req-2420d816-ed8d-484a-8e2f-330755164e9b tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325369 Aug 24 04:35:45.026833 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4f472a37-92ad-4a40-bef7-9552dc0c3c53 req-2ac0df06-1380-4774-a8c9-c547b24c1e5e tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144731 Aug 24 04:35:45.187581 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 342ac89a-5cfd-40c1-93d6-856e381e3434, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=342ac89a-5cfd-40c1-93d6-856e381e3434,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:45.223945 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '342ac89a-5cfd-40c1-93d6-856e381e3434', 'network_id': 'd1e9d5c6-9dda-4895-aabb-a0180fe61f83', 'port_id': '342ac89a-5cfd-40c1-93d6-856e381e3434', 'mac_address': 'fa:16:3e:fd:71:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7320dd6a-ad19-464f-b7ab-a4cc93b8c338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:35:45.289836 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 342ac89a-5cfd-40c1-93d6-856e381e3434 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:35:45.290487 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:45.317739 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342ac89a-5cfd-40c1-93d6-856e381e3434 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:35:45.349564 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:45.365487 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 342ac89a-5cfd-40c1-93d6-856e381e3434, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=342ac89a-5cfd-40c1-93d6-856e381e3434,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:45.371089 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:45.397855 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105ef2e-f7e9-41e3-a9a4-4847f253e8f6 req-ceddd1e9-d196-469b-b8cc-0ba6dd652ab8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:45.399584 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b105ef2e-f7e9-41e3-a9a4-4847f253e8f6 req-ceddd1e9-d196-469b-b8cc-0ba6dd652ab8 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.1059120 Aug 24 04:35:45.408445 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0c933-311f-4023-9505-d7c60b297714 req-1f9b59d8-13c0-4601-8051-cc91f6f4b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:45.409351 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9c0c933-311f-4023-9505-d7c60b297714 req-1f9b59d8-13c0-4601-8051-cc91f6f4b6cb service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=1a0a58071bf3429a8895f4923a13514a&device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1168 time: 0.0724773 Aug 24 04:35:45.465851 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=342ac89a-5cfd-40c1-93d6-856e381e3434,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:45.570141 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b105ef2e-f7e9-41e3-a9a4-4847f253e8f6 req-cd980bba-7bf2-4536-ba2c-54b55d1c50e1 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579380 Aug 24 04:35:45.590779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0c933-311f-4023-9505-d7c60b297714 req-600590f4-4170-43a3-b79f-f67bed85d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:45.592805 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9c0c933-311f-4023-9505-d7c60b297714 req-600590f4-4170-43a3-b79f-f67bed85d718 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 200 len: 917 time: 0.1728475 Aug 24 04:35:45.818700 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['342ac89a-5cfd-40c1-93d6-856e381e3434'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:35:45.939283 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:45.974638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:46.193905 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:46.205189 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:46.266606 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861adc20-af0e-4708-a767-76dcb45c8e55 req-056a151f-a368-4228-807f-dab3ca0f76b4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:46.268593 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-861adc20-af0e-4708-a767-76dcb45c8e55 req-056a151f-a368-4228-807f-dab3ca0f76b4 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 944 time: 0.1328433 Aug 24 04:35:46.364125 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8806e-ed72-4025-b178-b7bedcbecda6 req-9fe6d741-6a58-4824-8fc1-e543fe4bed04 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:46.365857 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b9c8806e-ed72-4025-b178-b7bedcbecda6 req-9fe6d741-6a58-4824-8fc1-e543fe4bed04 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 946 time: 0.1712496 Aug 24 04:35:46.420216 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9c0c933-311f-4023-9505-d7c60b297714 req-24d39563-dc98-4b8c-b0d4-1d1871d431e3 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 1001 time: 0.1456382 Aug 24 04:35:46.475114 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-861adc20-af0e-4708-a767-76dcb45c8e55 req-ac77f593-173a-4947-9a5d-c8c07f1dadac tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864161 Aug 24 04:35:46.519508 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b9c8806e-ed72-4025-b178-b7bedcbecda6 req-9a3857b1-d472-42c5-8ef6-67c4b7ca5d55 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415298 Aug 24 04:35:46.536126 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0c933-311f-4023-9505-d7c60b297714 req-c2bef3b9-94b0-4956-96bf-5ec9562e933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:46.538254 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9c0c933-311f-4023-9505-d7c60b297714 req-c2bef3b9-94b0-4956-96bf-5ec9562e933a service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=cc28a842-b523-4a8e-8a08-c6bd7074df45 HTTP/1.1" status: 200 len: 854 time: 0.0922282 Aug 24 04:35:46.597332 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0c933-311f-4023-9505-d7c60b297714 req-ec79017c-36c4-4067-9401-ad51d1e7345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:46.599901 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9c0c933-311f-4023-9505-d7c60b297714 req-ec79017c-36c4-4067-9401-ad51d1e7345d service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=91eee5dd-5c6f-43ce-9732-7f8661a38597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495138 Aug 24 04:35:46.844238 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b7c33-a9fa-4178-baaf-780a5e0dab0f req-fc3db908-0f45-4af1-9a3f-a63f0106dcbf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:46.846866 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d00b7c33-a9fa-4178-baaf-780a5e0dab0f req-fc3db908-0f45-4af1-9a3f-a63f0106dcbf tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.1227701 Aug 24 04:35:46.853613 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9c0c933-311f-4023-9505-d7c60b297714 req-93b9b778-2b92-4679-9cc5-f38cdaebf3d9 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435381 Aug 24 04:35:47.079132 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 342ac89a-5cfd-40c1-93d6-856e381e3434 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:35:47.090538 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d00b7c33-a9fa-4178-baaf-780a5e0dab0f req-0ab1465b-c183-4585-8241-a34efd56788f tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2353442 Aug 24 04:35:47.111667 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:47.129895 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9c0c933-311f-4023-9505-d7c60b297714 req-df648d42-fca2-4d86-8cc1-26e46c46de9a service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633867 Aug 24 04:35:47.148409 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 342ac89a-5cfd-40c1-93d6-856e381e3434 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:35:47.158671 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 342ac89a-5cfd-40c1-93d6-856e381e3434 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:35:47.159168 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:47.418843 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 342ac89a-5cfd-40c1-93d6-856e381e3434 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:35:47.420625 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:47.452158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b4c282-4109-48ea-b4a4-11fa670bf11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342ac89a-5cfd-40c1-93d6-856e381e3434'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:47.455003 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f61877f-6c88-4378-8e75-8034af236c92" -d '{"events": [{"server_uuid": "f9b4c282-4109-48ea-b4a4-11fa670bf11d", "name": "network-vif-plugged", "status": "completed", "tag": "342ac89a-5cfd-40c1-93d6-856e381e3434"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:47.477303 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 342ac89a-5cfd-40c1-93d6-856e381e3434, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=342ac89a-5cfd-40c1-93d6-856e381e3434,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:47.484769 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:47.527026 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbf5557-a27c-4905-8f63-6067db63eae2 x-openstack-request-id: req-ccbf5557-a27c-4905-8f63-6067db63eae2 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:47.527397 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b4c282-4109-48ea-b4a4-11fa670bf11d", "name": "network-vif-plugged", "status": "completed", "tag": "342ac89a-5cfd-40c1-93d6-856e381e3434", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:47.527772 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ccbf5557-a27c-4905-8f63-6067db63eae2 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:47.528492 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbf5557-a27c-4905-8f63-6067db63eae2'] response: {'server_uuid': 'f9b4c282-4109-48ea-b4a4-11fa670bf11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342ac89a-5cfd-40c1-93d6-856e381e3434', 'code': 200} Aug 24 04:35:47.564927 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=342ac89a-5cfd-40c1-93d6-856e381e3434,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:47.768256 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928701fb-fbc2-459a-abdb-11927ca0ff4b req-31b25a47-7744-44c8-bb3c-fa7be5a9f92e tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:47.770956 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-928701fb-fbc2-459a-abdb-11927ca0ff4b req-31b25a47-7744-44c8-bb3c-fa7be5a9f92e tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 945 time: 0.1497493 Aug 24 04:35:47.839525 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f295ba8-38f2-4026-87e2-8be15d868f33 req-1ff40fad-9ac2-4f67-8982-69b3e73c9aab tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:47.843135 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5f295ba8-38f2-4026-87e2-8be15d868f33 req-1ff40fad-9ac2-4f67-8982-69b3e73c9aab tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 946 time: 0.1657655 Aug 24 04:35:47.861257 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:47.893443 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:47.896153 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6993b-7744-456e-8b2e-603b804dfc19 req-15dbb49a-8297-4c94-8bf2-db6aa49b49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:47.898854 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bfe6993b-7744-456e-8b2e-603b804dfc19 req-15dbb49a-8297-4c94-8bf2-db6aa49b49ff service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 1129 time: 0.1434867 Aug 24 04:35:47.925709 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=56,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:47.929285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=71,neutron:INSERT=7 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:48.001847 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-928701fb-fbc2-459a-abdb-11927ca0ff4b req-2b07f1cd-79f1-493d-a437-ed494bbf8a4e tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077751 Aug 24 04:35:48.066368 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5f295ba8-38f2-4026-87e2-8be15d868f33 req-927787ed-28b6-4d5c-8611-03bfc72b7a2e tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058485 Aug 24 04:35:48.072588 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bfe6993b-7744-456e-8b2e-603b804dfc19 req-ab00e3fa-1fbb-47b8-8400-d5d780954964 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525543 Aug 24 04:35:48.324289 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6a4c-d22a-495f-86e4-a2ef99aa91dc req-0a689ffd-d991-44b4-9861-354be38b209b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:48.325862 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-21ee6a4c-d22a-495f-86e4-a2ef99aa91dc req-0a689ffd-d991-44b4-9861-354be38b209b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0811472 Aug 24 04:35:48.378540 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:48.467178 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-21ee6a4c-d22a-495f-86e4-a2ef99aa91dc req-655a94c7-2b11-4e7e-8918-eb8aca02ddd0 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234851 Aug 24 04:35:49.237680 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cafce-a5ae-495b-9c1e-008a602e7bdb req-39acac9a-a443-4d37-ab9b-719b8783bfcd tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:49.240425 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-550cafce-a5ae-495b-9c1e-008a602e7bdb req-39acac9a-a443-4d37-ab9b-719b8783bfcd tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 945 time: 0.1077952 Aug 24 04:35:49.369249 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d4488-1c4e-480a-8f2d-84e9f39d756e req-08b6606e-d8b0-45e6-8826-6b64d12eb06e tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:49.372107 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-694d4488-1c4e-480a-8f2d-84e9f39d756e req-08b6606e-d8b0-45e6-8826-6b64d12eb06e tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 946 time: 0.1301143 Aug 24 04:35:49.426949 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-550cafce-a5ae-495b-9c1e-008a602e7bdb req-e6a61d6e-f829-405c-a3c1-ee49d9c0ca22 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663225 Aug 24 04:35:49.472952 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-694d4488-1c4e-480a-8f2d-84e9f39d756e req-952cc612-9b7c-4f0e-b3ce-3f9ce42fc2d9 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854096 Aug 24 04:35:49.655960 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91a9a1-0f9b-4e5e-a824-a97407b87b92 req-1e848ed0-dd52-44c9-b371-e303327c2c22 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:49.658814 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3c91a9a1-0f9b-4e5e-a824-a97407b87b92 req-1e848ed0-dd52-44c9-b371-e303327c2c22 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0807621 Aug 24 04:35:49.757581 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3c91a9a1-0f9b-4e5e-a824-a97407b87b92 req-9e1c45a9-5098-4884-a005-634dd467fab6 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872388 Aug 24 04:35:50.700021 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7c40e-51ed-48c8-846f-e9fe2307a8f6 req-c7479a13-6d82-40f1-8e37-ec1889707dbc tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:50.703742 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c2c7c40e-51ed-48c8-846f-e9fe2307a8f6 req-c7479a13-6d82-40f1-8e37-ec1889707dbc tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 945 time: 0.1383886 Aug 24 04:35:50.744774 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5d641-2c2c-4b5e-b421-3b7526b207c0 req-e6ccd62f-d136-47ef-bf11-f7c7b2a9b932 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:50.747377 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-45b5d641-2c2c-4b5e-b421-3b7526b207c0 req-e6ccd62f-d136-47ef-bf11-f7c7b2a9b932 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 946 time: 0.1302066 Aug 24 04:35:50.881989 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c2c7c40e-51ed-48c8-846f-e9fe2307a8f6 req-66f48516-2e71-4392-8ce4-d54bdd129342 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660168 Aug 24 04:35:50.896472 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-45b5d641-2c2c-4b5e-b421-3b7526b207c0 req-f87f568f-5714-4f36-8d42-931d5bf605b8 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353991 Aug 24 04:35:51.106164 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c72470-8136-429b-888f-4f73fd02e171 req-d3336c9a-995c-45d4-9a26-40a6dba46751 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:51.110493 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-00c72470-8136-429b-888f-4f73fd02e171 req-d3336c9a-995c-45d4-9a26-40a6dba46751 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0995963 Aug 24 04:35:51.239162 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-00c72470-8136-429b-888f-4f73fd02e171 req-142c3fe3-1ec7-474a-ad3a-5a2eb846cac2 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172884 Aug 24 04:35:51.336468 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490a04b-ac0c-40fc-960f-ca4dc102ef47 req-fdff60b7-5e56-4354-ab96-f7e693d5b241 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:51.338248 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9490a04b-ac0c-40fc-960f-ca4dc102ef47 req-fdff60b7-5e56-4354-ab96-f7e693d5b241 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 946 time: 0.0807111 Aug 24 04:35:51.402851 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9490a04b-ac0c-40fc-960f-ca4dc102ef47 req-996e8996-b098-4150-9bdc-a0c6127fca88 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521886 Aug 24 04:35:52.145380 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d5da8-948f-4e19-900a-6cb95acbbcc9 req-9f307eaa-dcff-4dda-b757-fd91b55fc901 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:52.148129 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f38d5da8-948f-4e19-900a-6cb95acbbcc9 req-9f307eaa-dcff-4dda-b757-fd91b55fc901 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 945 time: 0.1451027 Aug 24 04:35:52.169091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:52.197754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be116c-695b-4ef9-8e2b-08b659fc8a98 req-3da97d47-a416-4dee-ac78-ad0d112eb23e tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:52.200504 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-45be116c-695b-4ef9-8e2b-08b659fc8a98 req-3da97d47-a416-4dee-ac78-ad0d112eb23e tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 946 time: 0.1409659 Aug 24 04:35:52.244386 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:52.298057 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f38d5da8-948f-4e19-900a-6cb95acbbcc9 req-d3982f93-3726-4aa1-950b-1a3c09d67607 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429698 Aug 24 04:35:52.344606 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-45be116c-695b-4ef9-8e2b-08b659fc8a98 req-a90b6ddc-5a19-4172-9494-0719a64b45a9 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302783 Aug 24 04:35:52.456527 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5702a1-0182-456d-bffc-e75821c6366d req-7669901b-e814-42cc-85a0-614aec98a1a9 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:52.459432 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5f5702a1-0182-456d-bffc-e75821c6366d req-7669901b-e814-42cc-85a0-614aec98a1a9 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0765748 Aug 24 04:35:52.590093 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5f5702a1-0182-456d-bffc-e75821c6366d req-2b0f6661-3c98-465c-95e1-1e1af42f70e1 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200507 Aug 24 04:35:52.760111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f9a44-bc05-4ef0-b5f0-cbe01d21fdb4 req-f2f0d402-2439-4d6e-ba53-8019da52c9be tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:52.762894 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-287f9a44-bc05-4ef0-b5f0-cbe01d21fdb4 req-f2f0d402-2439-4d6e-ba53-8019da52c9be tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 946 time: 0.0889542 Aug 24 04:35:52.840828 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-287f9a44-bc05-4ef0-b5f0-cbe01d21fdb4 req-6ab11646-c5a0-4269-ad6c-6195be344ef9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675426 Aug 24 04:35:53.411880 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255564-7ca3-415c-8385-5f047094409b req-ff10683f-bf5e-46d9-abf1-4cb7ef18c6fb tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:53.414580 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ad255564-7ca3-415c-8385-5f047094409b req-ff10683f-bf5e-46d9-abf1-4cb7ef18c6fb tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 946 time: 0.0914168 Aug 24 04:35:53.646276 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Deleting port c598debd-8c55-42cc-a142-54d0b972a153 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:35:53.646779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c598debd-8c55-42cc-a142-54d0b972a153), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:53.688597 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dcfed-7e6c-404a-8b7f-33f3fba55c91 req-75b31def-f4c5-4644-8015-2fd424459761 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:53.691171 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ea2dcfed-7e6c-404a-8b7f-33f3fba55c91 req-75b31def-f4c5-4644-8015-2fd424459761 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 946 time: 0.1668241 Aug 24 04:35:53.867976 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-0313f82d-049d-428b-9d55-4ccfc2dd515e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:53.870699 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-0313f82d-049d-428b-9d55-4ccfc2dd515e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 946 time: 0.1116719 Aug 24 04:35:53.990518 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ea2dcfed-7e6c-404a-8b7f-33f3fba55c91 req-10cfbfe6-4053-4619-ad28-cdc84d073229 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=95d598e1-5a41-4624-b340-ca52dfbb8f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826104 Aug 24 04:35:54.035225 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828575-4a15-4d83-84b5-50f9665a2135 req-41d38b83-0a07-41bf-92ca-4dc93b5121f6 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:54.047937 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-19828575-4a15-4d83-84b5-50f9665a2135 req-41d38b83-0a07-41bf-92ca-4dc93b5121f6 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.1811821 Aug 24 04:35:54.057108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Deleting port c6584c15-de74-4f86-b937-aac06123b421 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:35:54.057719 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c6584c15-de74-4f86-b937-aac06123b421), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:54.092884 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] For port c598debd-8c55-42cc-a142-54d0b972a153, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c598debd-8c55-42cc-a142-54d0b972a153,segment=NetworkSegment(616bef95-d067-4713-a4d2-403b5b1974da),segment_id=616bef95-d067-4713-a4d2-403b5b1974da)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:54.094365 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c598debd-8c55-42cc-a142-54d0b972a153), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:54.170903 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Calling delete_port for c598debd-8c55-42cc-a142-54d0b972a153 owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:35:54.262428 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8b814-eb55-4e63-9fdd-0a93a4a543c5 req-cac5dbef-6dcc-4fa6-b958-d54cc40d03dd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:54.265385 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7f8b814-eb55-4e63-9fdd-0a93a4a543c5 req-cac5dbef-6dcc-4fa6-b958-d54cc40d03dd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 946 time: 0.1216164 Aug 24 04:35:54.277806 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] For port c6584c15-de74-4f86-b937-aac06123b421, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c6584c15-de74-4f86-b937-aac06123b421,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:35:54.278435 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c6584c15-de74-4f86-b937-aac06123b421), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:54.332982 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-19828575-4a15-4d83-84b5-50f9665a2135 req-b8a423e8-9116-4c29-9ac6-c82a697f7594 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2837753 Aug 24 04:35:54.447557 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7f8b814-eb55-4e63-9fdd-0a93a4a543c5 req-81fa8f6a-d9be-47bd-9c3b-4ad20acb49ad tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d23e4775-a124-437e-aaf0-bac147fab5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456592 Aug 24 04:35:54.544716 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:54.580086 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (c598debd-8c55-42cc-a142-54d0b972a153), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:54.597337 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c598debd-8c55-42cc-a142-54d0b972a153'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:35:54.665279 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Pushing event deleted for resources: {'Port': ['ID=c598debd-8c55-42cc-a142-54d0b972a153,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:54.670636 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:54.697777 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.698376 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.699506 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.701765 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.702381 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.702906 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.703416 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.704034 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.704715 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.705264 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.705810 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.706479 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.707059 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.707627 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.708381 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:54.731561 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:54.732922 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:54.734178 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Floating IP 0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0 disassociated. External IP: 172.27.4.33, port: c6584c15-de74-4f86-b937-aac06123b421. Aug 24 04:35:54.734928 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Calling delete_port for c6584c15-de74-4f86-b937-aac06123b421 owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:35:54.780988 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] No DVR routers for this DVR port c598debd-8c55-42cc-a142-54d0b972a153 on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:35:54.786351 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:54.793023 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ad255564-7ca3-415c-8385-5f047094409b req-bf174cef-691b-4f71-abb0-bad62a2bcf8d tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.99 "DELETE /networking/v2.0/ports/c598debd-8c55-42cc-a142-54d0b972a153 HTTP/1.1" status: 204 len: 173 time: 1.3709440 Aug 24 04:35:54.793754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2f6593-c1fe-491d-a90e-9ea41923d4c0', 'name': 'network-vif-deleted', 'tag': 'c598debd-8c55-42cc-a142-54d0b972a153'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:54.798843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab709c-11f2-4bfd-ac49-56818f453108" -d '{"events": [{"server_uuid": "3d2f6593-c1fe-491d-a90e-9ea41923d4c0", "name": "network-vif-deleted", "tag": "c598debd-8c55-42cc-a142-54d0b972a153"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:54.930583 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aebb5bb-6c09-4798-aeb7-d9a363b64cb3 x-openstack-request-id: req-4aebb5bb-6c09-4798-aeb7-d9a363b64cb3 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:54.943628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2f6593-c1fe-491d-a90e-9ea41923d4c0", "name": "network-vif-deleted", "tag": "c598debd-8c55-42cc-a142-54d0b972a153", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:54.943628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4aebb5bb-6c09-4798-aeb7-d9a363b64cb3 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:54.943628 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aebb5bb-6c09-4798-aeb7-d9a363b64cb3'] response: {'server_uuid': '3d2f6593-c1fe-491d-a90e-9ea41923d4c0', 'name': 'network-vif-deleted', 'tag': 'c598debd-8c55-42cc-a142-54d0b972a153', 'status': 'completed', 'code': 200} Aug 24 04:35:55.109672 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (c6584c15-de74-4f86-b937-aac06123b421), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:55.192198 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'Port': ['ID=c6584c15-de74-4f86-b937-aac06123b421,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:55.220267 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.221026 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.221486 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.222065 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.222632 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.223241 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.223896 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.224460 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.225258 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.225822 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.226395 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.226960 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.227520 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.228130 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.228712 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:35:55.246802 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-78891e61-993b-443c-83db-8c11bbaec300 req-d35d878b-5c1d-4be1-8917-ca5d82cb58f2 tempest-VolumesActionsTest-1722474510 tempest-VolumesActionsTest-1722474510-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d2f6593-c1fe-491d-a90e-9ea41923d4c0 HTTP/1.1" status: 200 len: 210 time: 0.0538704 Aug 24 04:35:55.477501 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:35:55.634404 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffe668-ee0b-4235-bf9a-0ebce8034092 req-33e4ebc6-8df9-49f6-b885-65111e06f59c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:55.637149 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f2ffe668-ee0b-4235-bf9a-0ebce8034092 req-33e4ebc6-8df9-49f6-b885-65111e06f59c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1492107 Aug 24 04:35:55.655713 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014a739-aa91-42f9-bdee-7bb779281da3 req-024b94ea-8278-4600-a072-f1991e91818c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:55.658445 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7014a739-aa91-42f9-bdee-7bb779281da3 req-024b94ea-8278-4600-a072-f1991e91818c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.1001844 Aug 24 04:35:55.686282 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:35:55.699357 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:35:55.723014 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:35:55.725080 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:35:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:35:55.798893 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] No DVR routers for this DVR port c6584c15-de74-4f86-b937-aac06123b421 on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:35:55.803524 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:55.811081 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ce5641e9-3b52-4130-883c-e1003a316fb5 req-033307ae-dbb9-4958-9b94-ba0af237c19d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "DELETE /networking/v2.0/ports/c6584c15-de74-4f86-b937-aac06123b421 HTTP/1.1" status: 204 len: 173 time: 1.9328592 Aug 24 04:35:55.812323 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'name': 'network-vif-deleted', 'tag': 'c6584c15-de74-4f86-b937-aac06123b421'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:35:55.816604 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3f1a64-e806-456d-b1c0-b8b2364dead6" -d '{"events": [{"server_uuid": "2eb83ee2-85f6-44dc-bab7-443fd51f37d5", "name": "network-vif-deleted", "tag": "c6584c15-de74-4f86-b937-aac06123b421"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:35:55.848058 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f2ffe668-ee0b-4235-bf9a-0ebce8034092 req-fda18926-ca5e-417a-a5df-b82fea046358 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878953 Aug 24 04:35:55.884471 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7014a739-aa91-42f9-bdee-7bb779281da3 req-3ff3d06a-d3ca-4b13-9b0a-1cb20d38142b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110422 Aug 24 04:35:56.037724 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df39b5a-c364-43e9-af6f-4c8987a0148a x-openstack-request-id: req-0df39b5a-c364-43e9-af6f-4c8987a0148a {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:35:56.038055 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb83ee2-85f6-44dc-bab7-443fd51f37d5", "name": "network-vif-deleted", "tag": "c6584c15-de74-4f86-b937-aac06123b421", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:35:56.038255 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0df39b5a-c364-43e9-af6f-4c8987a0148a {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:35:56.038736 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df39b5a-c364-43e9-af6f-4c8987a0148a'] response: {'server_uuid': '2eb83ee2-85f6-44dc-bab7-443fd51f37d5', 'name': 'network-vif-deleted', 'tag': 'c6584c15-de74-4f86-b937-aac06123b421', 'status': 'completed', 'code': 200} Aug 24 04:35:56.054708 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:35:56.096243 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ad59ef8-c013-426d-8938-4cf4a07b79aa req-b9c2fb39-786a-4252-aacb-2b57beeff373 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2eb83ee2-85f6-44dc-bab7-443fd51f37d5 HTTP/1.1" status: 200 len: 210 time: 0.0792718 Aug 24 04:35:56.444429 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:33:06Z', 'revision_number': 2, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:35:56.505010 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:35:56.521866 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:35:56.522951 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:35:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:35:56.686817 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:35:57.121262 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:33:06Z', 'revision_number': 2, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:35:57.172429 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce713-71b8-4aa0-a547-ff9f1605bf61 req-0216ad4a-b580-432f-b228-efd5f3588c6f tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:57.190227 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b90ce713-71b8-4aa0-a547-ff9f1605bf61 req-0216ad4a-b580-432f-b228-efd5f3588c6f tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1575644 Aug 24 04:35:57.228103 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c6584c15-de74-4f86-b937-aac06123b421 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:35:57.236765 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8123dbd-3e40-499b-8775-31d687e97ac8 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '2a04f1a2-2a14-4b9c-9ebb-274433a861b4', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:ad:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d620d67-c791-482c-86cb-a3f065cde462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:32:18Z', 'updated_at': '2022-08-24T04:33:06Z', 'revision_number': 2, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:35:57.293376 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0668a-6088-47af-9c90-f102e7fb43bc req-f250f076-ac5e-47bb-a9e3-c43d7c8179e5 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:57.307079 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c1d0668a-6088-47af-9c90-f102e7fb43bc req-f250f076-ac5e-47bb-a9e3-c43d7c8179e5 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.2886357 Aug 24 04:35:57.331294 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: c6584c15-de74-4f86-b937-aac06123b421 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:35:57.332238 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c6584c15-de74-4f86-b937-aac06123b421 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:35:57.332479 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b90ce713-71b8-4aa0-a547-ff9f1605bf61 req-ec72bb3a-14f0-4c49-8149-fe314d98fbbe tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407611 Aug 24 04:35:57.339421 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c598debd-8c55-42cc-a142-54d0b972a153 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:35:57.417201 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: c598debd-8c55-42cc-a142-54d0b972a153 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:35:57.433416 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c598debd-8c55-42cc-a142-54d0b972a153 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:35:57.453356 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c1d0668a-6088-47af-9c90-f102e7fb43bc req-3befa89f-3818-4779-b527-fbaa34d648f3 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424408 Aug 24 04:35:57.612417 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36966) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:57.745024 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-799c5137-02f2-4bcd-8125-b28d97338a55 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (d23e4775-a124-437e-aaf0-bac147fab5b6), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:57.772089 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06272c9-46d6-46b5-9651-73e5b44744e4 None None] New status for floating IP 0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0: DOWN {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:35:57.811868 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-799c5137-02f2-4bcd-8125-b28d97338a55 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (d23e4775-a124-437e-aaf0-bac147fab5b6), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:57.927533 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-799c5137-02f2-4bcd-8125-b28d97338a55 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d23e4775-a124-437e-aaf0-bac147fab5b6), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:57.935628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-799c5137-02f2-4bcd-8125-b28d97338a55 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:57.938184 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-799c5137-02f2-4bcd-8125-b28d97338a55 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/d23e4775-a124-437e-aaf0-bac147fab5b6 HTTP/1.1" status: 204 len: 168 time: 0.3239884 Aug 24 04:35:57.943154 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 36980) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:57.962912 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c5137-02f2-4bcd-8125-b28d97338a55 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23e4775-a124-437e-aaf0-bac147fab5b6,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:58.001985 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.api.v2.resource [None req-dee6a3a0-5ca3-4da3-89da-b4aa353d2a2f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] show failed (client error): The resource could not be found. Aug 24 04:35:58.007398 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-dee6a3a0-5ca3-4da3-89da-b4aa353d2a2f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups/d23e4775-a124-437e-aaf0-bac147fab5b6 HTTP/1.1" status: 404 len: 347 time: 0.0621498 Aug 24 04:35:58.012433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 36986) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:35:58.218713 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Deleting port 2e2c2b4c-254f-4277-b063-bb7b359a26de {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:35:58.219683 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (2e2c2b4c-254f-4277-b063-bb7b359a26de), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:58.364681 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (2e2c2b4c-254f-4277-b063-bb7b359a26de), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:58.364681 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (2e2c2b4c-254f-4277-b063-bb7b359a26de), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:58.386169 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Calling delete_port for 2e2c2b4c-254f-4277-b063-bb7b359a26de owned by network:floatingip {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:35:58.470083 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:58.659367 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00108d5-6012-48ba-bad4-ccea0a6602bb req-ddea5d0a-9d61-4ae5-b684-4e4ca08aa41d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:58.661417 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f00108d5-6012-48ba-bad4-ccea0a6602bb req-ddea5d0a-9d61-4ae5-b684-4e4ca08aa41d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1281576 Aug 24 04:35:58.677654 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:35:58.699161 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196bd88-5d6f-46a4-8bef-c4801410a71d req-53708ad2-1fef-4e28-b01c-e7b886096048 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:35:58.701312 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e196bd88-5d6f-46a4-8bef-c4801410a71d req-53708ad2-1fef-4e28-b01c-e7b886096048 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.1152935 Aug 24 04:35:58.844992 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (2e2c2b4c-254f-4277-b063-bb7b359a26de), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:59.124656 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f00108d5-6012-48ba-bad4-ccea0a6602bb req-421ce8a7-cf3a-4b40-be68-0642c6389593 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4525628 Aug 24 04:35:59.155511 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e196bd88-5d6f-46a4-8bef-c4801410a71d req-9f3b3fd8-cb91-4c23-9fe3-d2f395938946 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4205794 Aug 24 04:35:59.157375 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'Port': ['ID=2e2c2b4c-254f-4277-b063-bb7b359a26de,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:35:59.245862 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:59.249271 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:35:59.250542 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-77266316-13e2-4555-a753-92d623cb3d43 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/0e2a60d5-9ae6-4cc8-92ab-f22e42d2e0e0 HTTP/1.1" status: 204 len: 168 time: 1.2353017 Aug 24 04:36:00.300315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2206862-702b-4e9e-bf5f-4f4a5f9164e7 req-4770c89c-92a7-4378-b38a-03a76d741bd6 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:00.301973 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a2206862-702b-4e9e-bf5f-4f4a5f9164e7 req-4770c89c-92a7-4378-b38a-03a76d741bd6 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0681548 Aug 24 04:36:00.353342 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429276d-609c-4c90-9c2a-27b7315bede7 req-0ec680bb-1b93-45b8-89c5-0d18252d616e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:00.354879 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5429276d-609c-4c90-9c2a-27b7315bede7 req-0ec680bb-1b93-45b8-89c5-0d18252d616e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0821393 Aug 24 04:36:00.417102 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a2206862-702b-4e9e-bf5f-4f4a5f9164e7 req-649a7849-ed90-4e86-9743-80304272e5a6 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975237 Aug 24 04:36:00.462822 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5429276d-609c-4c90-9c2a-27b7315bede7 req-e341da56-6bd6-4603-888c-30cc9219cc79 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958352 Aug 24 04:36:01.705917 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7af60-4a0b-41ea-a28d-0697e007077e req-78e9cc3c-390c-40a2-b251-f6dab96766f5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:01.708650 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d2e7af60-4a0b-41ea-a28d-0697e007077e req-78e9cc3c-390c-40a2-b251-f6dab96766f5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1558526 Aug 24 04:36:01.741841 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdef0-38f5-49e8-b05e-7f0aecc401d5 req-e6e91c5b-7d65-4ba9-9828-ad57e4bc714c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:01.744410 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8eecdef0-38f5-49e8-b05e-7f0aecc401d5 req-e6e91c5b-7d65-4ba9-9828-ad57e4bc714c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.1317956 Aug 24 04:36:01.881310 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d2e7af60-4a0b-41ea-a28d-0697e007077e req-3a39c042-14f5-4d0d-949c-f8ae9cb84606 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609099 Aug 24 04:36:01.911907 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8eecdef0-38f5-49e8-b05e-7f0aecc401d5 req-a613b7eb-a91c-4f3f-93a1-16ac8796bb4b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521971 Aug 24 04:36:03.253588 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dfcd7-e4a8-4f15-a3e1-0eda550c8692 req-a685c19e-b3aa-4d8f-b9ac-9447b01cef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:03.256427 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a3dfcd7-e4a8-4f15-a3e1-0eda550c8692 req-a685c19e-b3aa-4d8f-b9ac-9447b01cef65 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1819296 Aug 24 04:36:03.273642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940be147-b882-454a-b831-8f8ed825d532 req-7113b7ff-9c83-4ed9-bde7-7429e9879cd5 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:03.277773 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-940be147-b882-454a-b831-8f8ed825d532 req-7113b7ff-9c83-4ed9-bde7-7429e9879cd5 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.1513627 Aug 24 04:36:03.454174 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1a3dfcd7-e4a8-4f15-a3e1-0eda550c8692 req-4969fbb1-b15a-4b10-89b6-ed96cfe57ea9 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732411 Aug 24 04:36:03.454739 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:03.516250 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-940be147-b882-454a-b831-8f8ed825d532 req-c2d5b9da-72a4-4261-8a6e-609aa7889756 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100523 Aug 24 04:36:04.452047 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:04.660807 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b420-4761-471c-ba47-9417d16d275e req-b3ae3a56-d0ec-450a-a205-01616a053e00 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:04.665534 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0e24b420-4761-471c-ba47-9417d16d275e req-b3ae3a56-d0ec-450a-a205-01616a053e00 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0687759 Aug 24 04:36:04.799479 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0e24b420-4761-471c-ba47-9417d16d275e req-4025a795-ff33-41c6-8651-b5b4012d395f tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249833 Aug 24 04:36:04.818508 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43404187-6cc2-4feb-8cf2-9488a6d237c3 req-ba52fb33-e531-4521-92bf-43d57c769a49 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:04.820104 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-43404187-6cc2-4feb-8cf2-9488a6d237c3 req-ba52fb33-e531-4521-92bf-43d57c769a49 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0938301 Aug 24 04:36:04.885729 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:05.082963 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-43404187-6cc2-4feb-8cf2-9488a6d237c3 req-0106557d-e25d-4ea1-833a-db243759a1c1 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2361722 Aug 24 04:36:06.089008 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9671d-9586-4532-80c4-1e7d57f1fc39 req-b929dbab-5aeb-4427-bc0b-7d9646699e82 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:06.102529 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cdd9671d-9586-4532-80c4-1e7d57f1fc39 req-b929dbab-5aeb-4427-bc0b-7d9646699e82 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1591575 Aug 24 04:36:06.248482 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cdd9671d-9586-4532-80c4-1e7d57f1fc39 req-f6821758-baef-4d83-9593-351e48f495fd tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445479 Aug 24 04:36:06.272701 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea98a8-8a51-499e-a167-ad23537fe2cb req-85d2ae25-b0c8-4cc3-8d70-0d376deb8711 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:06.275035 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-05ea98a8-8a51-499e-a167-ad23537fe2cb req-85d2ae25-b0c8-4cc3-8d70-0d376deb8711 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0798497 Aug 24 04:36:06.375753 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-05ea98a8-8a51-499e-a167-ad23537fe2cb req-861740db-d68c-48dd-8210-97409657c7db tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886354 Aug 24 04:36:07.498815 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ad1c7-b11d-4f57-ab03-cebb44004c28 req-de0fc339-8c83-4e31-80bd-aa63b8a28d5c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:07.501459 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f83ad1c7-b11d-4f57-ab03-cebb44004c28 req-de0fc339-8c83-4e31-80bd-aa63b8a28d5c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1153986 Aug 24 04:36:07.660542 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069d5c-3097-48e4-a1e8-dd0564e65332 req-7375911d-b761-4f81-a381-d6460920f2a3 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:07.663731 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-25069d5c-3097-48e4-a1e8-dd0564e65332 req-7375911d-b761-4f81-a381-d6460920f2a3 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.1406655 Aug 24 04:36:07.735028 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f83ad1c7-b11d-4f57-ab03-cebb44004c28 req-c55941cd-c072-46b3-8201-573ac3aca415 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262084 Aug 24 04:36:07.858095 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-25069d5c-3097-48e4-a1e8-dd0564e65332 req-b9e81d05-65fa-40c5-b93f-0022d3828706 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=38526eaa-e4e1-4cb8-b617-b6c240c92a51&id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781538 Aug 24 04:36:07.967199 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:07.969298 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:07.986752 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=63 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:08.943954 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694949ce-852d-4704-8fb5-0cd104966169 req-66d6cc75-67f2-44f5-9515-1be5916fc204 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:08.946248 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-694949ce-852d-4704-8fb5-0cd104966169 req-66d6cc75-67f2-44f5-9515-1be5916fc204 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0682607 Aug 24 04:36:09.044822 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-694949ce-852d-4704-8fb5-0cd104966169 req-32854e76-124f-4584-aee3-fbcb59d9e5ce tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862110 Aug 24 04:36:10.274390 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c57c60-fdd6-4a61-9d0f-8f1331801ceb req-b7b41d59-ac43-4a4d-973b-35575b8f65f5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:10.276563 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9c57c60-fdd6-4a61-9d0f-8f1331801ceb req-b7b41d59-ac43-4a4d-973b-35575b8f65f5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0987675 Aug 24 04:36:10.401939 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9c57c60-fdd6-4a61-9d0f-8f1331801ceb req-fcab89ac-3f25-4b3a-87ec-956c1c42f8d2 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059220 Aug 24 04:36:10.462541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-449cdb69-5c66-4ed6-a863-d5b415bf2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:11.697668 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad0ce1-1f8c-4337-be47-e6dde2f25d2a req-6c34efd0-1721-4f92-bba4-d7c0ca5cbed3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:11.710000 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-34ad0ce1-1f8c-4337-be47-e6dde2f25d2a req-6c34efd0-1721-4f92-bba4-d7c0ca5cbed3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1430917 Aug 24 04:36:11.831849 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-34ad0ce1-1f8c-4337-be47-e6dde2f25d2a req-9638ffcd-623a-4318-9501-4c7a732fc93a tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170130 Aug 24 04:36:12.566728 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f4c69-2e56-4654-b405-a5908378fec2 req-2936b455-41a3-4381-b1ff-c3c71f537443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:12.568335 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-703f4c69-2e56-4654-b405-a5908378fec2 req-2936b455-41a3-4381-b1ff-c3c71f537443 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1130 time: 0.0599287 Aug 24 04:36:12.671624 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855f98b-8eca-4627-901f-88f7746ab1af req-eb54b11e-053c-4bbd-b293-80dbdd80a432 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:12.677296 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6855f98b-8eca-4627-901f-88f7746ab1af req-eb54b11e-053c-4bbd-b293-80dbdd80a432 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1134956 Aug 24 04:36:12.690478 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f4c69-2e56-4654-b405-a5908378fec2 req-4cba8a6c-fc7f-48f6-95ca-9a7a9348c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:12.692365 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-703f4c69-2e56-4654-b405-a5908378fec2 req-4cba8a6c-fc7f-48f6-95ca-9a7a9348c402 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.1152847 Aug 24 04:36:12.766787 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6855f98b-8eca-4627-901f-88f7746ab1af req-84e810ae-5955-4cc1-a1f8-8e879192f321 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784903 Aug 24 04:36:12.845011 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-703f4c69-2e56-4654-b405-a5908378fec2 req-afdccc72-4780-499c-8852-6b5494880f1e service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 200 len: 1002 time: 0.1451564 Aug 24 04:36:12.956275 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f4c69-2e56-4654-b405-a5908378fec2 req-05d110b0-f1be-4388-a76f-551994bb2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:12.960201 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-703f4c69-2e56-4654-b405-a5908378fec2 req-05d110b0-f1be-4388-a76f-551994bb2d86 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.1053438 Aug 24 04:36:12.994044 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-19bab881-3f8b-4f73-a056-ff2e0e01745c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:13.064670 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f4c69-2e56-4654-b405-a5908378fec2 req-cc3f3f9d-a713-49ea-acd5-376a697aa265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:13.066717 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-703f4c69-2e56-4654-b405-a5908378fec2 req-cc3f3f9d-a713-49ea-acd5-376a697aa265 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995615 Aug 24 04:36:13.084275 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ec9b5-fe57-4924-8078-e6d64ef88b82 req-5cc2e67a-fed3-40eb-9715-017010ba5d44 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:13.092455 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-541ec9b5-fe57-4924-8078-e6d64ef88b82 req-5cc2e67a-fed3-40eb-9715-017010ba5d44 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0727384 Aug 24 04:36:13.149860 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:13.165013 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-541ec9b5-fe57-4924-8078-e6d64ef88b82 req-6e2fff9d-962e-4296-aa97-17d4e781b325 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715096 Aug 24 04:36:13.232508 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-703f4c69-2e56-4654-b405-a5908378fec2 req-f01d53c1-7e4a-4a77-ae95-277e1342b43c service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564858 Aug 24 04:36:13.368707 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=15 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:13.393027 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a450f14-8ba4-47a2-a080-e0c63246f2b2 req-63a0917c-47bf-47c6-b9dc-147e6235ebef tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:13.401969 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6a450f14-8ba4-47a2-a080-e0c63246f2b2 req-63a0917c-47bf-47c6-b9dc-147e6235ebef tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.0962081 Aug 24 04:36:13.408838 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:13.477615 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6a450f14-8ba4-47a2-a080-e0c63246f2b2 req-c8923c4e-0e84-4e4f-b105-7366a7edf77a tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741291 Aug 24 04:36:13.638586 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:13.670069 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538674-46cd-45be-9ec9-1b9168c4b658 req-a25d002a-b544-4b52-b62f-e1bb49f19e60 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:13.684465 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e4538674-46cd-45be-9ec9-1b9168c4b658 req-a25d002a-b544-4b52-b62f-e1bb49f19e60 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0998056 Aug 24 04:36:13.750628 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e4538674-46cd-45be-9ec9-1b9168c4b658 req-58c9a756-bc1b-44a5-a7c5-557b97e45430 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650070 Aug 24 04:36:14.016111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36544d48-7177-4a4e-b29d-5c84c543f5d0 req-edfcea0c-621a-47d3-b4ff-86fab587f5f9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:14.019116 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-36544d48-7177-4a4e-b29d-5c84c543f5d0 req-edfcea0c-621a-47d3-b4ff-86fab587f5f9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0928502 Aug 24 04:36:14.098999 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:14.117161 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-36544d48-7177-4a4e-b29d-5c84c543f5d0 req-07ab7ac7-a425-49f1-8c37-dc7b9c813915 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871062 Aug 24 04:36:14.777237 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcf03e-5f4e-4f94-82de-75f034d93ceb req-d6058073-3baf-4b97-8eef-c4fcf366a41a tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:14.795547 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9edcf03e-5f4e-4f94-82de-75f034d93ceb req-d6058073-3baf-4b97-8eef-c4fcf366a41a tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.1937134 Aug 24 04:36:14.862657 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-703f4c69-2e56-4654-b405-a5908378fec2 req-66829bd0-fca1-4807-8449-a64a3b5de6e3 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541857 Aug 24 04:36:14.967155 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9edcf03e-5f4e-4f94-82de-75f034d93ceb req-5b43f19d-26f9-4f1e-83a9-38731aeea2be tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664388 Aug 24 04:36:15.076361 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-dd7ffbfa-a686-4ac4-abba-d5f9edfcde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:15.078394 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-dd7ffbfa-a686-4ac4-abba-d5f9edfcde81 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 1129 time: 0.1318123 Aug 24 04:36:15.107090 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f547d8a-d314-4a26-a36c-ea553b9d90cd req-0f9f4d1e-39c5-40e3-aea1-4a35f554fe40 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:15.110174 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8f547d8a-d314-4a26-a36c-ea553b9d90cd req-0f9f4d1e-39c5-40e3-aea1-4a35f554fe40 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1416478 Aug 24 04:36:15.238312 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-afdd88cd-cdff-4ffd-a08d-dcb85afe6160 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:15.241032 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-afdd88cd-cdff-4ffd-a08d-dcb85afe6160 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.1828911 Aug 24 04:36:15.373709 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8f547d8a-d314-4a26-a36c-ea553b9d90cd req-13878727-119f-450a-bcea-275c99a3652e tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356305 Aug 24 04:36:15.387015 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:36:15.392313 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-1d30fea5-f267-4d55-9740-9742374d0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:15.395045 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-1d30fea5-f267-4d55-9740-9742374d0531 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 912 time: 0.3105664 Aug 24 04:36:15.410599 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a846-f8b9-4ca2-8b05-214849620c83 req-8fbf7649-efed-4bf8-8fe1-ca7215238536 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:15.417363 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c610a846-f8b9-4ca2-8b05-214849620c83 req-8fbf7649-efed-4bf8-8fe1-ca7215238536 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1714327 Aug 24 04:36:15.516592 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Deleting port d774943b-8763-47be-a2c2-2bda0daf8245 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:36:15.517158 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:15.533649 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-6427c2c8-59c8-4ec1-858b-43e816a2fd67 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a143d8d2-0a49-4ada-9835-9803477f74b7 HTTP/1.1" status: 200 len: 1001 time: 0.1197248 Aug 24 04:36:15.634461 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-d7baf9e5-e6ae-4f1c-96a5-0671c8096b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:15.636691 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-d7baf9e5-e6ae-4f1c-96a5-0671c8096b96 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.0946608 Aug 24 04:36:15.654049 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c610a846-f8b9-4ca2-8b05-214849620c83 req-f57a03c8-a845-49d2-8951-1f7fe076e4e9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996903 Aug 24 04:36:15.711256 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] For port d774943b-8763-47be-a2c2-2bda0daf8245, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d774943b-8763-47be-a2c2-2bda0daf8245,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:36:15.711667 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:15.726747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-841d79c2-034e-421a-9f58-dbcbc663f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:15.731753 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-841d79c2-034e-421a-9f58-dbcbc663f4b5 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872900 Aug 24 04:36:15.829993 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:15.962344 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:16.010316 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-47cdd45e-a35c-4dc5-9939-d361491ff6a9 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702804 Aug 24 04:36:16.196908 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:16.225908 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:16.227523 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-3b5cdf51-6acf-4ddb-b440-72bf63394912 req-0ab7d5b4-0a8b-451b-84da-84baa32ea67e service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094715 Aug 24 04:36:16.255786 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:16.256730 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (2a04f1a2-2a14-4b9c-9ebb-274433a861b4), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:16.256730 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Floating IP 2a04f1a2-2a14-4b9c-9ebb-274433a861b4 disassociated. External IP: 172.27.4.226, port: d774943b-8763-47be-a2c2-2bda0daf8245. Aug 24 04:36:16.257028 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Calling delete_port for d774943b-8763-47be-a2c2-2bda0daf8245 owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:36:16.271117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:16.365197 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5106d-4854-48b4-aa57-166f946ee713 req-14bd5141-a9bd-4814-b1ae-b0ba06397de2 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:16.366865 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-40c5106d-4854-48b4-aa57-166f946ee713 req-14bd5141-a9bd-4814-b1ae-b0ba06397de2 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 946 time: 0.2334287 Aug 24 04:36:16.462531 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-40c5106d-4854-48b4-aa57-166f946ee713 req-1d3c53cc-64f3-449a-a39f-0e4df14788c9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=bf0ec61d-2e6d-4680-b602-1314109851e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856431 Aug 24 04:36:16.558140 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:16.589957 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (d774943b-8763-47be-a2c2-2bda0daf8245), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:16.645421 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'Port': ['ID=d774943b-8763-47be-a2c2-2bda0daf8245,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:16.985796 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9ef82-82cb-42ae-976f-20e39c286085 req-331c133b-be57-491a-8f7c-e35a89350e1a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:16.987384 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20d9ef82-82cb-42ae-976f-20e39c286085 req-331c133b-be57-491a-8f7c-e35a89350e1a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1157625 Aug 24 04:36:17.010356 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db2922-6d3f-4722-970b-98ec1ce20fc8 req-0143a05b-c027-4679-91d9-0777908cfe71 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:17.013054 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f6db2922-6d3f-4722-970b-98ec1ce20fc8 req-0143a05b-c027-4679-91d9-0777908cfe71 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.2657039 Aug 24 04:36:17.133221 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20d9ef82-82cb-42ae-976f-20e39c286085 req-660bdf34-8f88-42c7-bb2f-48ab93c627ec tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334274 Aug 24 04:36:17.158632 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:36:17.248330 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f6db2922-6d3f-4722-970b-98ec1ce20fc8 req-7d92154b-20cd-43e2-a4e9-cc4d58d812fe tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109361 Aug 24 04:36:17.375617 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:36:17.391543 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:36:17.414250 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:17.416508 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:17.418597 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:17.445343 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] No DVR routers for this DVR port d774943b-8763-47be-a2c2-2bda0daf8245 on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:36:17.451317 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:17.455250 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-10e2f103-f9a1-46a9-8a24-7a1ea6de15f6 req-514ef94b-8dc4-475d-b915-be6b5b8cf0bf tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "DELETE /networking/v2.0/ports/d774943b-8763-47be-a2c2-2bda0daf8245 HTTP/1.1" status: 204 len: 173 time: 2.1722052 Aug 24 04:36:17.455840 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d620d67-c791-482c-86cb-a3f065cde462', 'name': 'network-vif-deleted', 'tag': 'd774943b-8763-47be-a2c2-2bda0daf8245'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:36:17.458717 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b04d6a-4d05-430f-8a73-1b285cd965e9" -d '{"events": [{"server_uuid": "3d620d67-c791-482c-86cb-a3f065cde462", "name": "network-vif-deleted", "tag": "d774943b-8763-47be-a2c2-2bda0daf8245"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:36:17.513451 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58feb8e-4466-4b19-8388-afe3d1dc82b7 x-openstack-request-id: req-b58feb8e-4466-4b19-8388-afe3d1dc82b7 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:36:17.514028 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d620d67-c791-482c-86cb-a3f065cde462", "name": "network-vif-deleted", "tag": "d774943b-8763-47be-a2c2-2bda0daf8245", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:36:17.514581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b58feb8e-4466-4b19-8388-afe3d1dc82b7 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:36:17.516458 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58feb8e-4466-4b19-8388-afe3d1dc82b7'] response: {'server_uuid': '3d620d67-c791-482c-86cb-a3f065cde462', 'name': 'network-vif-deleted', 'tag': 'd774943b-8763-47be-a2c2-2bda0daf8245', 'status': 'completed', 'code': 200} Aug 24 04:36:17.609172 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:36:17.713224 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a5eb6df7-7de1-4181-9201-3f2dbdd57e24 req-519ef5de-a51b-439c-a5b0-596e8eeee45b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=3d620d67-c791-482c-86cb-a3f065cde462 HTTP/1.1" status: 200 len: 210 time: 0.0832331 Aug 24 04:36:17.996383 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:18.082643 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:36:18.100478 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:18.101677 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:18.368111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cd1a5-ce05-41e4-a947-9abb768792b7 req-a4754a10-5146-47bf-b2e7-23707a446c69 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:18.369878 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-243cd1a5-ce05-41e4-a947-9abb768792b7 req-a4754a10-5146-47bf-b2e7-23707a446c69 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0832849 Aug 24 04:36:18.411953 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:36:18.492910 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dba0c-5780-48c9-8716-fcf397715cff req-c502d145-3dd0-4cd2-9b73-c4f85790c38f tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:18.501642 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a87dba0c-5780-48c9-8716-fcf397715cff req-c502d145-3dd0-4cd2-9b73-c4f85790c38f tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0938952 Aug 24 04:36:18.586558 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-243cd1a5-ce05-41e4-a947-9abb768792b7 req-94a1963d-fcca-4bc3-9bec-ea4aac1e6f3a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988807 Aug 24 04:36:18.626670 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a87dba0c-5780-48c9-8716-fcf397715cff req-404a9c6d-e340-46c5-95ca-a16510ae2eb2 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235600 Aug 24 04:36:18.852754 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:18.900090 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37306) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:19.028946 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-38ac20a1-1c1e-4f83-a540-34d1c0e721ae tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (bf0ec61d-2e6d-4680-b602-1314109851e5), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:19.087116 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-38ac20a1-1c1e-4f83-a540-34d1c0e721ae tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (bf0ec61d-2e6d-4680-b602-1314109851e5), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:19.087997 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b211ba-e688-42da-8708-302d8ef615dd None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:36:19.147576 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:19.218779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-38ac20a1-1c1e-4f83-a540-34d1c0e721ae tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (bf0ec61d-2e6d-4680-b602-1314109851e5), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:19.223552 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-38ac20a1-1c1e-4f83-a540-34d1c0e721ae tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:19.233380 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-38ac20a1-1c1e-4f83-a540-34d1c0e721ae tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/bf0ec61d-2e6d-4680-b602-1314109851e5 HTTP/1.1" status: 204 len: 168 time: 0.3280284 Aug 24 04:36:19.233679 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device d774943b-8763-47be-a2c2-2bda0daf8245 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:36:19.233871 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37316) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:19.241268 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac20a1-1c1e-4f83-a540-34d1c0e721ae tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ec61d-2e6d-4680-b602-1314109851e5,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:19.266985 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.api.v2.resource [None req-b8132cb0-5598-462d-a2ef-d7fe07d99aa7 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] show failed (client error): The resource could not be found. Aug 24 04:36:19.268074 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-b8132cb0-5598-462d-a2ef-d7fe07d99aa7 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups/bf0ec61d-2e6d-4680-b602-1314109851e5 HTTP/1.1" status: 404 len: 347 time: 0.0332747 Aug 24 04:36:19.273144 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37318) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:19.314062 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: d774943b-8763-47be-a2c2-2bda0daf8245 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:36:19.314501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device d774943b-8763-47be-a2c2-2bda0daf8245 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:36:19.470771 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Deleting port 799b69cf-0e96-4bb3-af8f-98e7622421e2 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:36:19.471404 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (799b69cf-0e96-4bb3-af8f-98e7622421e2), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:19.665428 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c81c4c8-2178-4e28-a5e2-488fc5ce1229 None None] New status for floating IP 2a04f1a2-2a14-4b9c-9ebb-274433a861b4: DOWN {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:36:19.753512 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18843d46-6d56-4ab5-b877-c32b29f54b15 req-f22474ac-8d5f-48b5-b722-1d8bf29318c9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:19.761640 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-18843d46-6d56-4ab5-b877-c32b29f54b15 req-f22474ac-8d5f-48b5-b722-1d8bf29318c9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0694194 Aug 24 04:36:19.784634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:19.849766 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-18843d46-6d56-4ab5-b877-c32b29f54b15 req-6fe44e04-ed4f-4ce6-9ce7-79346804d6e3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865164 Aug 24 04:36:19.923870 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3705-ed31-458d-ac11-91bc96fc0257 req-053789e0-5277-4bfb-acd4-50dbbe632ce7 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:19.931328 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-08ce3705-ed31-458d-ac11-91bc96fc0257 req-053789e0-5277-4bfb-acd4-50dbbe632ce7 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 945 time: 0.1420293 Aug 24 04:36:20.115198 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-08ce3705-ed31-458d-ac11-91bc96fc0257 req-20e695b1-01c1-482a-a3dd-c08ebcb7961d tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633086 Aug 24 04:36:20.147908 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (799b69cf-0e96-4bb3-af8f-98e7622421e2), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.148713 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (799b69cf-0e96-4bb3-af8f-98e7622421e2), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.192781 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Calling delete_port for 799b69cf-0e96-4bb3-af8f-98e7622421e2 owned by network:floatingip {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:36:20.269184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:20.428776 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (799b69cf-0e96-4bb3-af8f-98e7622421e2), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.471320 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'Port': ['ID=799b69cf-0e96-4bb3-af8f-98e7622421e2,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:20.515447 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (2a04f1a2-2a14-4b9c-9ebb-274433a861b4), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.520081 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.529078 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-624016a8-8468-400d-85a5-f8ff580cb990 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/2a04f1a2-2a14-4b9c-9ebb-274433a861b4 HTTP/1.1" status: 204 len: 168 time: 1.2476094 Aug 24 04:36:20.665628 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37330) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:20.673810 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-dfab48f0-c94c-454d-9b3a-775603695d33 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350420966', 'description': 'tempest-description--2025469948'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:20.710599 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dfab48f0-c94c-454d-9b3a-775603695d33 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.845912 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dfab48f0-c94c-454d-9b3a-775603695d33 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (5603e858-4cee-4f3c-a3d4-2845f632d689), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.852245 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dfab48f0-c94c-454d-9b3a-775603695d33 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (5603e858-4cee-4f3c-a3d4-2845f632d689), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.929508 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dfab48f0-c94c-454d-9b3a-775603695d33 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:20.936628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37334) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:20.943554 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-a8c60ed5-d4b6-472e-a012-6dd53f0afaec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group_rule': {'security_group_id': '5603e858-4cee-4f3c-a3d4-2845f632d689', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:20.951043 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-dfab48f0-c94c-454d-9b3a-775603695d33 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2836878 Aug 24 04:36:20.959429 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab48f0-c94c-454d-9b3a-775603695d33 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5603e858-4cee-4f3c-a3d4-2845f632d689,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:20.992449 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a8c60ed5-d4b6-472e-a012-6dd53f0afaec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (57f4fb2f-c666-46fd-ac46-952a3e0674e2), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.154561 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130e467-d243-4420-9ae6-bdcf27edff1c req-553ac034-2d24-48dd-b920-9bf50ba4f8b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:21.156521 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0130e467-d243-4420-9ae6-bdcf27edff1c req-553ac034-2d24-48dd-b920-9bf50ba4f8b2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0753005 Aug 24 04:36:21.179323 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a8c60ed5-d4b6-472e-a012-6dd53f0afaec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (57f4fb2f-c666-46fd-ac46-952a3e0674e2), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.193453 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a8c60ed5-d4b6-472e-a012-6dd53f0afaec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (57f4fb2f-c666-46fd-ac46-952a3e0674e2), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.262379 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0130e467-d243-4420-9ae6-bdcf27edff1c req-53332782-fbbe-4cba-933a-95b012dd99e7 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900712 Aug 24 04:36:21.269410 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c60ed5-d4b6-472e-a012-6dd53f0afaec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f4fb2f-c666-46fd-ac46-952a3e0674e2,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:21.296769 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a8c60ed5-d4b6-472e-a012-6dd53f0afaec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.301797 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37342) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:21.306767 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-63d0cce5-d615-4b51-a4b9-a39f4e8b1c40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group_rule': {'security_group_id': '5603e858-4cee-4f3c-a3d4-2845f632d689', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:21.313301 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a8c60ed5-d4b6-472e-a012-6dd53f0afaec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752275 Aug 24 04:36:21.347019 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-63d0cce5-d615-4b51-a4b9-a39f4e8b1c40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (54a9e44c-c7c5-4e18-ab86-605bde0b40b4), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.454596 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-63d0cce5-d615-4b51-a4b9-a39f4e8b1c40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (54a9e44c-c7c5-4e18-ab86-605bde0b40b4), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.455946 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:21.461803 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-63d0cce5-d615-4b51-a4b9-a39f4e8b1c40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (54a9e44c-c7c5-4e18-ab86-605bde0b40b4), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.493976 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0cce5-d615-4b51-a4b9-a39f4e8b1c40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a9e44c-c7c5-4e18-ab86-605bde0b40b4,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:21.508266 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-63d0cce5-d615-4b51-a4b9-a39f4e8b1c40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.516593 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-63d0cce5-d615-4b51-a4b9-a39f4e8b1c40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2129545 Aug 24 04:36:21.518975 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37344) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:21.522179 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:21.568281 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.741657 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:21.920801 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-09a6ff6c-da94-4f47-9e69-57e1ea7871f9 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:21.922434 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-09a6ff6c-da94-4f47-9e69-57e1ea7871f9 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 945 time: 0.4423666 Aug 24 04:36:21.944249 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac6ade-a7ef-42d7-8cdc-d28f0e647ced req-b416cecb-d098-41b1-8e6c-29ec5664045e tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:21.946674 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-74ac6ade-a7ef-42d7-8cdc-d28f0e647ced req-b416cecb-d098-41b1-8e6c-29ec5664045e tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 945 time: 0.5380621 Aug 24 04:36:21.947938 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Allocated IP 172.27.4.180 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/cfc4a0f3-6414-46c8-9bda-b46d0db4b33a) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:36:22.079066 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-74ac6ade-a7ef-42d7-8cdc-d28f0e647ced req-0a522dcb-a6d5-4134-82d8-7ca5894a8b52 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120441 Aug 24 04:36:22.080055 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Deleting port 342ac89a-5cfd-40c1-93d6-856e381e3434 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:36:22.080518 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.210158 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] For port 342ac89a-5cfd-40c1-93d6-856e381e3434, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=342ac89a-5cfd-40c1-93d6-856e381e3434,segment=NetworkSegment(3698a525-ee05-4b0a-8455-4b74598a98f8),segment_id=3698a525-ee05-4b0a-8455-4b74598a98f8)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:36:22.210646 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.233604 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.238780 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Calling delete_port for 342ac89a-5cfd-40c1-93d6-856e381e3434 owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:36:22.290699 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:22.307357 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.370046 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:36:22.377502 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:22.379961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:36:22.385715 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=cfc4a0f3-6414-46c8-9bda-b46d0db4b33a,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:22.457938 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (d3483558-8031-4056-baec-2cd973d53abf), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.501488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:22.524122 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.538637 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480894-a1b8-41ab-87b4-faf67f2c9149 req-fae32247-f719-4ed9-a004-c633edd01b4e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:22.540527 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-82480894-a1b8-41ab-87b4-faf67f2c9149 req-fae32247-f719-4ed9-a004-c633edd01b4e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1069565 Aug 24 04:36:22.545991 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:22.565295 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (342ac89a-5cfd-40c1-93d6-856e381e3434), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.579387 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['342ac89a-5cfd-40c1-93d6-856e381e3434'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:36:22.614140 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Pushing event deleted for resources: {'Port': ['ID=342ac89a-5cfd-40c1-93d6-856e381e3434,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:22.688946 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-82480894-a1b8-41ab-87b4-faf67f2c9149 req-1331d141-647e-4588-bba7-21ee768472b8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340547 Aug 24 04:36:22.705053 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:22.716160 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] No DVR routers for this DVR port 342ac89a-5cfd-40c1-93d6-856e381e3434 on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:36:22.720911 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.724733 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-382ce4e9-8d73-4cc7-8af1-0480cba5bab4 req-9c614db4-8aee-4615-9c71-8b118b3507df tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.99 "DELETE /networking/v2.0/ports/342ac89a-5cfd-40c1-93d6-856e381e3434 HTTP/1.1" status: 204 len: 173 time: 0.7952187 Aug 24 04:36:22.725150 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b4c282-4109-48ea-b4a4-11fa670bf11d', 'name': 'network-vif-deleted', 'tag': '342ac89a-5cfd-40c1-93d6-856e381e3434'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:36:22.727778 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add6afb-c97b-4c60-a9d7-cb00aaffe2b8" -d '{"events": [{"server_uuid": "f9b4c282-4109-48ea-b4a4-11fa670bf11d", "name": "network-vif-deleted", "tag": "342ac89a-5cfd-40c1-93d6-856e381e3434"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:36:22.773935 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350a944b-3bed-408f-8490-fa3be8e251c3 x-openstack-request-id: req-350a944b-3bed-408f-8490-fa3be8e251c3 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:36:22.774534 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b4c282-4109-48ea-b4a4-11fa670bf11d", "name": "network-vif-deleted", "tag": "342ac89a-5cfd-40c1-93d6-856e381e3434", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:36:22.775020 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-350a944b-3bed-408f-8490-fa3be8e251c3 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:36:22.775659 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350a944b-3bed-408f-8490-fa3be8e251c3'] response: {'server_uuid': 'f9b4c282-4109-48ea-b4a4-11fa670bf11d', 'name': 'network-vif-deleted', 'tag': '342ac89a-5cfd-40c1-93d6-856e381e3434', 'status': 'completed', 'code': 200} Aug 24 04:36:22.817341 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.823194 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.824074 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (d3483558-8031-4056-baec-2cd973d53abf), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.875827 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:22.888702 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3596587 Aug 24 04:36:22.923032 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d73d4a-6106-41a4-a3f0-6c9060fb1147 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=cfc4a0f3-6414-46c8-9bda-b46d0db4b33a,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:23.311499 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-77ef34b8-c8e1-4eb2-b96f-b141e5f67a83 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--350420966&fields=id&tenant_id=9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 267 time: 0.1252275 Aug 24 04:36:23.340948 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-eb856b90-0e75-4c50-9aa2-5d2ec8ad6894 req-cf872ab2-25d5-419f-8580-64d7dd5d5df3 tempest-VolumesSnapshotTestJSON-377789889 tempest-VolumesSnapshotTestJSON-377789889-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f9b4c282-4109-48ea-b4a4-11fa670bf11d HTTP/1.1" status: 200 len: 210 time: 0.0722010 Aug 24 04:36:23.605135 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-b58869db-2e5f-420c-84ce-7303365a9535 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:23.608900 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-b58869db-2e5f-420c-84ce-7303365a9535 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 814 time: 0.2800901 Aug 24 04:36:23.641210 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-844a7067-ea39-4cd1-8159-7363221c1818 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/quotas/9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 375 time: 0.0181882 Aug 24 04:36:23.746873 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-380b57ef-053c-4593-9538-cce4aa6f71fe tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921752 Aug 24 04:36:23.948855 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99c9f1-5d1d-40d0-872a-1fd0522d7c75 req-dd740380-126d-4e5c-b4ff-3de2f17cbae6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:23.951640 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6e99c9f1-5d1d-40d0-872a-1fd0522d7c75 req-dd740380-126d-4e5c-b4ff-3de2f17cbae6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1245718 Aug 24 04:36:23.989249 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-aed601f0-1c89-462d-9d54-bdaa16434924 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064571 Aug 24 04:36:24.084746 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6e99c9f1-5d1d-40d0-872a-1fd0522d7c75 req-48b8e43a-5250-4a44-acaf-ed15f9054ec3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210847 Aug 24 04:36:24.193522 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-86372893-a611-4305-b5de-8c769b1b2e65 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934671 Aug 24 04:36:24.475825 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20d0c38a-b93d-44cc-9259-60a421c16064 req-400eacbe-40e5-4716-b2e9-3e53cc1def24 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 210 time: 0.0606098 Aug 24 04:36:25.257377 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cf2d7-bb26-47ad-be8a-0c7e32fc253a req-d788ee79-06c4-4914-93a1-03527ddbe42d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:25.259097 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fb3cf2d7-bb26-47ad-be8a-0c7e32fc253a req-d788ee79-06c4-4914-93a1-03527ddbe42d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0642905 Aug 24 04:36:25.271141 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 342ac89a-5cfd-40c1-93d6-856e381e3434 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:36:25.302203 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 342ac89a-5cfd-40c1-93d6-856e381e3434 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:36:25.302688 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 342ac89a-5cfd-40c1-93d6-856e381e3434 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:36:25.326646 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fb3cf2d7-bb26-47ad-be8a-0c7e32fc253a req-3891da0d-8d1d-40d6-b1fc-1ed2abce4345 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559692 Aug 24 04:36:25.625535 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-58f40d01-acfd-4f95-b952-10e7734c5fc4 req-1bc50a75-8cde-4ac3-8fb2-04846ac781d9 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 210 time: 0.0410414 Aug 24 04:36:26.066603 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04c65978-02a7-409e-84d1-25819dd7989c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:26.069634 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04c65978-02a7-409e-84d1-25819dd7989c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 814 time: 0.2393856 Aug 24 04:36:26.193636 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-280a6f70-f98a-4c1a-b2a9-d5a1c42ee1f1 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 379 time: 0.1111794 Aug 24 04:36:26.242914 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'port': {'device_id': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'admin_state_up': True, 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'security_groups': ['5603e858-4cee-4f3c-a3d4-2845f632d689']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:26.406045 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:26.436591 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:26.495127 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Made reservation on behalf of 9de20d3aa22c478a9efe75cd64036596 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:36:26.501631 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:26.559080 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28cca5-87d4-4d98-b119-76c701c06c45 req-4a1a0e02-b22f-4f14-83b9-a0d51173abda tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:26.561834 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d28cca5-87d4-4d98-b119-76c701c06c45 req-4a1a0e02-b22f-4f14-83b9-a0d51173abda tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1223495 Aug 24 04:36:26.675735 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d28cca5-87d4-4d98-b119-76c701c06c45 req-8bb32ac9-8d28-4a36-bf3d-f3c003641cd6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051946 Aug 24 04:36:26.726405 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Allocated IP 172.20.0.13 (072e6069-27be-42a9-8064-dc0e6d2071ea/f0918c95-b86b-4634-9d51-df47a61bcb06/68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:36:26.822362 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61f2f7ad-815f-4179-8dd2-9bab36e5f0e8 req-dbaee3cf-82a3-4887-b9f3-b07633e953bb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 210 time: 0.0519884 Aug 24 04:36:26.942543 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:26.977603 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.027578 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Network 072e6069-27be-42a9-8064-dc0e6d2071ea is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:36:27.031579 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:27.036528 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:36:27.044451 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:27.107692 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:27.108281 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.131119 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-04a7ced7-517f-417a-add0-f051b6d76ffa tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981686 Aug 24 04:36:27.323569 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37490) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:27.351743 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-cfbf9ea7-1b33-42ff-b725-598a3795d552 None None] Provisioning complete for port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:27.352604 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-cfbf9ea7-1b33-42ff-b725-598a3795d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.384610 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edd280b-837e-4d16-a9ec-952a15bb2847 admin admin] Deleting subnet 84ebc4e3-7326-42fa-a8da-2a1bc075635e {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:36:27.389091 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2edd280b-837e-4d16-a9ec-952a15bb2847 admin admin] Publish callbacks [] for subnet (84ebc4e3-7326-42fa-a8da-2a1bc075635e), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.399366 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf9ea7-1b33-42ff-b725-598a3795d552 None None] Port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:36:27.428474 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2edd280b-837e-4d16-a9ec-952a15bb2847 admin admin] Publish callbacks [] for subnet (84ebc4e3-7326-42fa-a8da-2a1bc075635e), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.435437 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2edd280b-837e-4d16-a9ec-952a15bb2847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (84ebc4e3-7326-42fa-a8da-2a1bc075635e), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.505323 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2edd280b-837e-4d16-a9ec-952a15bb2847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for subnet (84ebc4e3-7326-42fa-a8da-2a1bc075635e), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.553707 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd280b-837e-4d16-a9ec-952a15bb2847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ebc4e3-7326-42fa-a8da-2a1bc075635e,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:27.560314 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2edd280b-837e-4d16-a9ec-952a15bb2847 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.564370 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2edd280b-837e-4d16-a9ec-952a15bb2847 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/84ebc4e3-7326-42fa-a8da-2a1bc075635e HTTP/1.1" status: 204 len: 168 time: 0.2393730 Aug 24 04:36:27.567210 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37494) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:27.641602 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (95c49ba4-c5d0-440e-91d2-fbeb52f5cda7), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.757708 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (95c49ba4-c5d0-440e-91d2-fbeb52f5cda7), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:27.786551 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.786969 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.788151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.788744 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > port after_create 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.789346 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > port after_delete 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.789880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > port after_update 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.790436 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.791020 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.791564 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.792128 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.869417 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62238f8e-142c-47e1-9dae-d2036db3322b req-855bc34b-ca40-4ad0-9874-600ff48ca822 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:27.873761 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-62238f8e-142c-47e1-9dae-d2036db3322b req-855bc34b-ca40-4ad0-9874-600ff48ca822 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0944018 Aug 24 04:36:27.940933 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.941653 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.942191 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.942897 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 04:36:27.943613 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c49ba4-c5d0-440e-91d2-fbeb52f5cda7']}} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:27.953164 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-62238f8e-142c-47e1-9dae-d2036db3322b req-0a5807aa-ea06-4ca7-ae8c-7d1b7df2f498 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716426 Aug 24 04:36:27.985163 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616bef95-d067-4713-a4d2-403b5b1974da') {'for_net_delete': True} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:27.985738 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616bef95-d067-4713-a4d2-403b5b1974da') {} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:28.010394 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117889838'] for segment (616bef95-d067-4713-a4d2-403b5b1974da), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.019948 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:28.029977 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f0acd-edb9-4006-bb7a-e211fd4fadd2 req-55178ad1-f198-431b-9604-643110116cb3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:28.033093 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7a4f0acd-edb9-4006-bb7a-e211fd4fadd2 req-55178ad1-f198-431b-9604-643110116cb3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 932 time: 0.0669429 Aug 24 04:36:28.040437 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (616bef95-d067-4713-a4d2-403b5b1974da), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.050643 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=106347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:36:28.051057 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119372443'] for segment (616bef95-d067-4713-a4d2-403b5b1974da), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.092160 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:28.127322 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7a4f0acd-edb9-4006-bb7a-e211fd4fadd2 req-4022970b-2b68-4c85-bca0-919e007f87a3 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858529 Aug 24 04:36:28.142802 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (95c49ba4-c5d0-440e-91d2-fbeb52f5cda7), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.176831 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.182782 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/95c49ba4-c5d0-440e-91d2-fbeb52f5cda7 HTTP/1.1" status: 204 len: 168 time: 0.6142378 Aug 24 04:36:28.185024 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af30d7-4155-46fc-b481-fd407d5e784e admin admin] Pushing event deleted for resources: {'Network': ['ID=95c49ba4-c5d0-440e-91d2-fbeb52f5cda7,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:28.228635 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Request body: {'port': {'device_id': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:28.338627 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.369216 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 616bef95-d067-4713-a4d2-403b5b1974da resource provider aggregate not found Aug 24 04:36:28.410062 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 616bef95-d067-4713-a4d2-403b5b1974da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 616bef95-d067-4713-a4d2-403b5b1974da found for delete ", "request_id": "req-3a4cd1f1-44bd-4a32-acdf-33a39d1f6538"}]} Aug 24 04:36:28.464105 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37514) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:28.541390 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fb092798-edf2-4d59-ab29-af372fac4576 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=611b212e66594bdea71398e9da1d35bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749755 Aug 24 04:36:28.549722 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37516) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:28.603322 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-bc3105e1-49e9-4aaa-8b32-002d3f8e44dd admin admin] Publish callbacks [] for security_group (95d598e1-5a41-4624-b340-ca52dfbb8f57), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.622173 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:28.628999 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-bc3105e1-49e9-4aaa-8b32-002d3f8e44dd admin admin] Publish callbacks [] for security_group (95d598e1-5a41-4624-b340-ca52dfbb8f57), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.711134 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-bc3105e1-49e9-4aaa-8b32-002d3f8e44dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (95d598e1-5a41-4624-b340-ca52dfbb8f57), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.716998 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-bc3105e1-49e9-4aaa-8b32-002d3f8e44dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.718448 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-bc3105e1-49e9-4aaa-8b32-002d3f8e44dd admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/95d598e1-5a41-4624-b340-ca52dfbb8f57 HTTP/1.1" status: 204 len: 168 time: 0.1707697 Aug 24 04:36:28.729486 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3105e1-49e9-4aaa-8b32-002d3f8e44dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d598e1-5a41-4624-b340-ca52dfbb8f57,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:28.781445 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:36:28.790998 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Publish callbacks [] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.806291 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Transition to ACTIVE for port object 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:36:28.812003 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:28.911492 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Pushing event updated for resources: {'Port': ['ID=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:28.950620 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Attempting to bind port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:36:28.951184 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Attempting to bind port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:36:28.951710 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Attempting to bind port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:36:28.960047 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 on network 072e6069-27be-42a9-8064-dc0e6d2071ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:36:28.960532 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Attempting to bind port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:36:28.971017 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:36:28.971425 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Checking segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:36:28.971986 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Bound using segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:36:28.972671 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Bound port: 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:36:28.973208 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:29.102704 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] For port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:36:29.148208 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] For port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:36:29.163433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44efca5-e8c9-489a-853a-9c6dab3feefc req-df151adb-f4e7-467a-bd58-4d8ac5c3903e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:29.165253 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a44efca5-e8c9-489a-853a-9c6dab3feefc req-df151adb-f4e7-467a-bd58-4d8ac5c3903e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0810173 Aug 24 04:36:29.167124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:29.194447 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:29.195092 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:29.196660 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 HTTP/1.1" status: 200 len: 1094 time: 0.9740810 Aug 24 04:36:29.197262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'tag': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:36:29.200610 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75264287-abec-4795-91cd-f69875dc746f" -d '{"events": [{"name": "network-changed", "server_uuid": "4684df33-42ae-461c-a4c2-cb6fc81bb057", "tag": "68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:36:29.329897 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1261f5-7830-423b-92d1-5186c24b99d9 service neutron] Pushing event updated for resources: {'Port': ['ID=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:29.383527 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:29.392365 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a44efca5-e8c9-489a-853a-9c6dab3feefc req-237a9c53-8391-4974-863e-b2f7bd9cb7cf tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997404 Aug 24 04:36:29.396629 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-45e3e244-b516-4eaf-aa5f-a3a1090e687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:29.398315 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-45e3e244-b516-4eaf-aa5f-a3a1090e687c service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 1128 time: 0.1238780 Aug 24 04:36:29.406158 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31cfd8-716a-449f-8874-f95a1080d956 req-87766fe3-81f0-41c7-894f-70223c976a07 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:29.407728 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2c31cfd8-716a-449f-8874-f95a1080d956 req-87766fe3-81f0-41c7-894f-70223c976a07 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 944 time: 0.1277294 Aug 24 04:36:29.483841 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45f5579-cd04-499e-86f2-338a859648d1 x-openstack-request-id: req-f45f5579-cd04-499e-86f2-338a859648d1 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:36:29.484274 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4684df33-42ae-461c-a4c2-cb6fc81bb057", "tag": "68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:36:29.484708 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f45f5579-cd04-499e-86f2-338a859648d1 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:36:29.485314 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45f5579-cd04-499e-86f2-338a859648d1'] response: {'name': 'network-changed', 'server_uuid': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'tag': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'status': 'completed', 'code': 200} Aug 24 04:36:29.496258 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-24e077a3-15ef-4e05-bdf0-de0dc4de68a7 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 HTTP/1.1" status: 200 len: 217 time: 0.0865870 Aug 24 04:36:29.618495 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2c31cfd8-716a-449f-8874-f95a1080d956 req-5f91e864-ed00-470a-a1c8-c06cda58c29a tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964877 Aug 24 04:36:29.626066 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-6d250f14-4cb0-4abd-9128-e34c7720af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:29.627650 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-6d250f14-4cb0-4abd-9128-e34c7720af35 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.1227534 Aug 24 04:36:29.670291 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:29.682485 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-e2984481-eb6e-4784-9f99-d780ef860938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:29.684687 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-e2984481-eb6e-4784-9f99-d780ef860938 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503531 Aug 24 04:36:29.845566 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-fe78bd72-22f1-4998-a576-f1c7082bb448 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533413 Aug 24 04:36:29.961121 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:29.991486 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:30.010364 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a8e81c3-208e-403f-9b29-f6607aa08f37 req-1d063fa2-cf67-4def-888b-70f61912b474 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538320 Aug 24 04:36:30.580274 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb99a3-8167-4646-93fb-57d3334ba5c6 req-527171be-6d4d-4313-b58a-e3187cde81af tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:30.583059 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb99a3-8167-4646-93fb-57d3334ba5c6 req-527171be-6d4d-4313-b58a-e3187cde81af tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0814190 Aug 24 04:36:30.654596 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb99a3-8167-4646-93fb-57d3334ba5c6 req-5efb9780-7e84-4a40-b7fa-56d5fffc2323 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624309 Aug 24 04:36:30.793764 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53a57-eb18-478e-a223-99dd2788d670 req-5c3f643b-fc91-4c65-b2bb-03b6833cdb45 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:30.795554 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6bb53a57-eb18-478e-a223-99dd2788d670 req-5c3f643b-fc91-4c65-b2bb-03b6833cdb45 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 944 time: 0.0601075 Aug 24 04:36:30.867817 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6bb53a57-eb18-478e-a223-99dd2788d670 req-c5843431-eb12-4fdd-9803-efa654ace1e1 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623367 Aug 24 04:36:31.098299 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264287-abec-4795-91cd-f69875dc746f req-a6ab0ed0-62e6-41a8-9929-dcd409a007c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:31.101009 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-75264287-abec-4795-91cd-f69875dc746f req-a6ab0ed0-62e6-41a8-9929-dcd409a007c5 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 1128 time: 0.0614622 Aug 24 04:36:31.243733 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264287-abec-4795-91cd-f69875dc746f req-c4b83679-edf3-46b5-9746-3ab21b872315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:31.246044 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-75264287-abec-4795-91cd-f69875dc746f req-c4b83679-edf3-46b5-9746-3ab21b872315 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 916 time: 0.1353955 Aug 24 04:36:31.322463 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-75264287-abec-4795-91cd-f69875dc746f req-035a9bd5-12cc-4674-bf20-017b44c35795 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 HTTP/1.1" status: 200 len: 217 time: 0.0614424 Aug 24 04:36:31.409868 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264287-abec-4795-91cd-f69875dc746f req-7e3a3923-df30-44bc-bb38-6c0a9c056b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:31.412370 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-75264287-abec-4795-91cd-f69875dc746f req-7e3a3923-df30-44bc-bb38-6c0a9c056b23 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.0827498 Aug 24 04:36:31.466584 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75264287-abec-4795-91cd-f69875dc746f req-79aea221-155c-48b2-a23c-daa9c5a46b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:31.468170 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-75264287-abec-4795-91cd-f69875dc746f req-79aea221-155c-48b2-a23c-daa9c5a46b76 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478580 Aug 24 04:36:31.575234 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-75264287-abec-4795-91cd-f69875dc746f req-7ddccc7a-c416-4fce-9d65-6d65e5a970ac service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980141 Aug 24 04:36:31.684865 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-75264287-abec-4795-91cd-f69875dc746f req-d2e3a92c-626e-4635-9f4d-f019b69de4fa service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045520 Aug 24 04:36:31.875865 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9320e-1dcf-4501-8336-f24cc0e522f3 req-10e09553-5857-48f5-b528-d6395ba0cb63 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:31.878397 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c9c9320e-1dcf-4501-8336-f24cc0e522f3 req-10e09553-5857-48f5-b528-d6395ba0cb63 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0819659 Aug 24 04:36:31.956917 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c9c9320e-1dcf-4501-8336-f24cc0e522f3 req-fba793bd-bcd4-4d70-bc30-61021862403e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699203 Aug 24 04:36:32.023910 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:32.039585 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b7dae-eb55-48f4-9364-dc48b171ec21 req-a6e8b2af-1196-4dd8-8bd5-3ed52ed529b5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:32.041205 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b88b7dae-eb55-48f4-9364-dc48b171ec21 req-a6e8b2af-1196-4dd8-8bd5-3ed52ed529b5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 944 time: 0.0519421 Aug 24 04:36:32.134284 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b88b7dae-eb55-48f4-9364-dc48b171ec21 req-afc41ec1-34a8-4b5b-98ce-867384880a5e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857310 Aug 24 04:36:33.126592 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:36:33.160509 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee8aa-484c-4f96-905b-12fb78292af8 req-65e2f447-10ef-47a5-82cd-26b4b2317ef0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:33.162893 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8daee8aa-484c-4f96-905b-12fb78292af8 req-65e2f447-10ef-47a5-82cd-26b4b2317ef0 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0841589 Aug 24 04:36:33.243455 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8daee8aa-484c-4f96-905b-12fb78292af8 req-b736c4ce-8c90-4740-a4d0-e0bc3464d8b4 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727816 Aug 24 04:36:33.276141 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:36:33.298681 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'port_id': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'mac_address': 'fa:16:3e:46:fe:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:36:33.318466 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1f79b-92dd-4c27-9b1a-2086f2a22edf req-a73684dc-753a-49c3-9b77-4fee490029b5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:33.320235 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-aea1f79b-92dd-4c27-9b1a-2086f2a22edf req-a73684dc-753a-49c3-9b77-4fee490029b5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 944 time: 0.0627518 Aug 24 04:36:33.349874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:36:33.350508 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:33.372872 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:33.374621 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:36:33.383872 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-aea1f79b-92dd-4c27-9b1a-2086f2a22edf req-017bea8e-b3df-44b4-a389-0fb6de8806d7 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531065 Aug 24 04:36:33.420701 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:36:33.425676 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:33.500112 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:33.508051 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.508471 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.509122 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.509740 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.510061 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.510401 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.510740 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.511075 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.511954 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.512292 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.512652 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.513003 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.513336 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.513664 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.513989 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:33.733151 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:36:34.428581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9db33e-50fc-442e-9d5f-5be1e94541d9 req-3cccfa5e-cb55-4eee-94b7-a4193ceea1c1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:34.430314 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd9db33e-50fc-442e-9d5f-5be1e94541d9 req-3cccfa5e-cb55-4eee-94b7-a4193ceea1c1 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0614190 Aug 24 04:36:34.516417 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd9db33e-50fc-442e-9d5f-5be1e94541d9 req-f29466df-8b77-49e1-9632-9e6eca7cb2c6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736861 Aug 24 04:36:34.587352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce1c3-07e0-4c4d-b195-d281a111edd4 req-9685c373-470f-4dcc-a1f2-c10638892529 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:34.588982 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-534ce1c3-07e0-4c4d-b195-d281a111edd4 req-9685c373-470f-4dcc-a1f2-c10638892529 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 945 time: 0.0712292 Aug 24 04:36:34.680444 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-534ce1c3-07e0-4c4d-b195-d281a111edd4 req-f1ccfca3-ea07-4e99-b7ac-cd80ce5883ec tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800431 Aug 24 04:36:35.974396 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da31f0-61b7-433b-90f2-b3ea85f629fb req-cf472798-9314-483a-a1d3-d906ce39c85a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:35.977097 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-14da31f0-61b7-433b-90f2-b3ea85f629fb req-cf472798-9314-483a-a1d3-d906ce39c85a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.3453476 Aug 24 04:36:36.097843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac8cf8-432e-4d83-8fb3-43d3bf551d48 req-2885a4a4-223d-442b-9a7e-6b8dd585ba8c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:36.100499 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-36ac8cf8-432e-4d83-8fb3-43d3bf551d48 req-2885a4a4-223d-442b-9a7e-6b8dd585ba8c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 945 time: 0.2899220 Aug 24 04:36:36.145749 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-14da31f0-61b7-433b-90f2-b3ea85f629fb req-4003e521-2640-45a8-99ec-1e85914857bf tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484065 Aug 24 04:36:36.213277 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-36ac8cf8-432e-4d83-8fb3-43d3bf551d48 req-68244db0-673c-4aad-9de2-6ac67050b1c5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932014 Aug 24 04:36:37.295765 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10836a8f-f7e4-4b15-b38f-cda4528fa6dc req-d02235d0-7969-4d96-aae2-2cc51ec8903b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:37.298285 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-10836a8f-f7e4-4b15-b38f-cda4528fa6dc req-d02235d0-7969-4d96-aae2-2cc51ec8903b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0662515 Aug 24 04:36:37.341567 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:36:37.378420 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:37.391288 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22492fa6-4702-492e-bc2e-1f92f963aee8 req-db4e654b-2f2e-4d86-847e-8b189013918d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:37.392033 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22492fa6-4702-492e-bc2e-1f92f963aee8 req-db4e654b-2f2e-4d86-847e-8b189013918d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 945 time: 0.0879107 Aug 24 04:36:37.392415 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:37.410525 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:37.411619 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:36:37.418880 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:37.419357 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:37.428481 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-10836a8f-f7e4-4b15-b38f-cda4528fa6dc req-6f941aac-b656-42c5-aab9-64d47fb7ca37 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209898 Aug 24 04:36:37.467456 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22492fa6-4702-492e-bc2e-1f92f963aee8 req-553462bd-ec2f-4925-b62d-b2465f514806 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612044 Aug 24 04:36:37.532528 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:36:37.533210 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:37.537892 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:37.570319 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:36:37.572679 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c2d3c3-c111-4a11-9200-46371dd89c7a" -d '{"events": [{"server_uuid": "4684df33-42ae-461c-a4c2-cb6fc81bb057", "name": "network-vif-plugged", "status": "completed", "tag": "68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:36:37.591660 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:36:37.596903 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:37.629606 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8960998d-1427-4d59-b436-3b1ee120ff34 x-openstack-request-id: req-8960998d-1427-4d59-b436-3b1ee120ff34 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:36:37.629937 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4684df33-42ae-461c-a4c2-cb6fc81bb057", "name": "network-vif-plugged", "status": "completed", "tag": "68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:36:37.630194 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8960998d-1427-4d59-b436-3b1ee120ff34 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:36:37.630656 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8960998d-1427-4d59-b436-3b1ee120ff34'] response: {'server_uuid': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'code': 200} Aug 24 04:36:37.673699 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:38.161650 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a372451-5722-4654-a84f-f5f7d88cf92e req-29245630-4dcb-4e0b-a340-e0d3bb1530fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:38.163574 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a372451-5722-4654-a84f-f5f7d88cf92e req-29245630-4dcb-4e0b-a340-e0d3bb1530fb service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 1130 time: 0.0549347 Aug 24 04:36:38.223875 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5a372451-5722-4654-a84f-f5f7d88cf92e req-650a8da3-2180-4ac3-bf29-0d460dd37b1f service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522366 Aug 24 04:36:38.674693 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ce4a9-64f9-4b03-b84e-e5bdc51bce98 req-ef217acf-3682-440d-ac36-84408bebf23b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:38.677148 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b0ce4a9-64f9-4b03-b84e-e5bdc51bce98 req-ef217acf-3682-440d-ac36-84408bebf23b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1453621 Aug 24 04:36:38.706073 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a0a76-bd58-4aa6-aed6-d2358bf9691d req-808b9402-a9d9-46e3-84b9-aaa6db5df89b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:38.708887 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9b7a0a76-bd58-4aa6-aed6-d2358bf9691d req-808b9402-a9d9-46e3-84b9-aaa6db5df89b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 946 time: 0.1167705 Aug 24 04:36:38.722105 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:38.723856 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=74,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:38.730308 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:38.826797 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b0ce4a9-64f9-4b03-b84e-e5bdc51bce98 req-334500dc-6739-4149-93d5-fdf617c5ff18 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343915 Aug 24 04:36:38.835969 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9b7a0a76-bd58-4aa6-aed6-d2358bf9691d req-8f373c2c-e2b8-4255-b6c8-da01d775baa7 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146748 Aug 24 04:36:40.052518 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb805a-88ff-43cd-9eea-641a096bae99 req-6d194786-ede1-4586-a1f7-00c5dee2ef71 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:40.054493 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bbb805a-88ff-43cd-9eea-641a096bae99 req-6d194786-ede1-4586-a1f7-00c5dee2ef71 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1226754 Aug 24 04:36:40.076672 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41978de-0089-4434-824b-e0c63677796f req-fcdcda34-643d-4d55-827e-907c3e55b6ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:40.078190 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c41978de-0089-4434-824b-e0c63677796f req-fcdcda34-643d-4d55-827e-907c3e55b6ba tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 946 time: 0.0954213 Aug 24 04:36:40.153500 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bbb805a-88ff-43cd-9eea-641a096bae99 req-21119686-05dd-47b6-a517-ee4cf8add690 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888784 Aug 24 04:36:40.161493 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c41978de-0089-4434-824b-e0c63677796f req-23176f95-3460-4b74-ab86-32249724628e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734322 Aug 24 04:36:40.309587 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:40.336227 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8a70-cc64-450b-af72-90c78ca3825e req-4dbc4b80-9979-4e66-9948-f5f21f79f249 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:40.338858 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3dde8a70-cc64-450b-af72-90c78ca3825e req-4dbc4b80-9979-4e66-9948-f5f21f79f249 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 946 time: 0.0637138 Aug 24 04:36:40.354004 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37620) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:40.358739 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'floatingip': {'port_id': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:40.389544 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-801bc843-ee50-43ca-a93f-0ab8e4ba738d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:40.404398 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (d3483558-8031-4056-baec-2cd973d53abf), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:40.907453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:40.915807 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (d3483558-8031-4056-baec-2cd973d53abf), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:41.045369 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Floating IP d3483558-8031-4056-baec-2cd973d53abf associated. External IP: 172.27.4.180, port: 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2. Aug 24 04:36:41.300285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:36:41.375032 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec17a0-48df-45eb-87e7-945bab0fe0d9 req-38b591da-3d1c-4e63-b036-ad818f5bf8fe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:41.379177 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-40ec17a0-48df-45eb-87e7-945bab0fe0d9 req-38b591da-3d1c-4e63-b036-ad818f5bf8fe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0808191 Aug 24 04:36:41.458605 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-40ec17a0-48df-45eb-87e7-945bab0fe0d9 req-ecd975e5-9ab5-4bab-a6a6-712e446e277b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699263 Aug 24 04:36:41.472525 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:36:41.485225 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:41.488783 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:36:41.500816 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:41.502158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:41.536432 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f3071635-536c-44d8-80a0-6b4156524c09 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/d3483558-8031-4056-baec-2cd973d53abf HTTP/1.1" status: 200 len: 992 time: 1.1787610 Aug 24 04:36:41.536432 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'tag': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:36:41.539649 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3ac762-2573-4de3-9b1d-8775636c5ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "4684df33-42ae-461c-a4c2-cb6fc81bb057", "tag": "68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:36:41.595686 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c8f9c4-1ac2-4efb-b5dc-bcfecd85f32b x-openstack-request-id: req-34c8f9c4-1ac2-4efb-b5dc-bcfecd85f32b {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:36:41.596145 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4684df33-42ae-461c-a4c2-cb6fc81bb057", "tag": "68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:36:41.596532 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-34c8f9c4-1ac2-4efb-b5dc-bcfecd85f32b {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:36:41.597002 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c8f9c4-1ac2-4efb-b5dc-bcfecd85f32b'] response: {'name': 'network-changed', 'server_uuid': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'tag': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'status': 'completed', 'code': 200} Aug 24 04:36:41.664529 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:36:41.680094 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-eb391da3-6470-4f49-b670-b309163c19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:41.681756 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-eb391da3-6470-4f49-b670-b309163c19cc service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 1130 time: 0.0586686 Aug 24 04:36:41.807059 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-e1fd5d58-49f0-4ca3-b758-e0d70d938491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:41.809396 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-e1fd5d58-49f0-4ca3-b758-e0d70d938491 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 916 time: 0.1207025 Aug 24 04:36:41.955869 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd3483558-8031-4056-baec-2cd973d53abf', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:46:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:36:22Z', 'updated_at': '2022-08-24T04:36:40Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:41.984675 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:36:41.995320 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:41.995984 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:42.135043 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:36:42.171008 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-5e069461-e215-4229-b31a-c7156e569bbc service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 HTTP/1.1" status: 200 len: 1000 time: 0.3553617 Aug 24 04:36:42.230383 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-4e1f301e-6362-426b-9f94-17791d2b8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:42.232417 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-4e1f301e-6362-426b-9f94-17791d2b8207 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.0544734 Aug 24 04:36:42.305379 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-11671037-2889-4d98-8884-b3ef542e9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:42.307112 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-11671037-2889-4d98-8884-b3ef542e9d40 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678613 Aug 24 04:36:42.452798 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd3483558-8031-4056-baec-2cd973d53abf', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:46:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:36:22Z', 'updated_at': '2022-08-24T04:36:40Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:42.459737 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-0e87a11f-d3bd-47c0-8b41-f83f02b9f46f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032579 Aug 24 04:36:42.493010 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a300e0-d6e7-4447-818c-5465cea0b562 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd3483558-8031-4056-baec-2cd973d53abf', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:46:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:36:22Z', 'updated_at': '2022-08-24T04:36:40Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:36:42.640136 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:42.645401 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9f3ac762-2573-4de3-9b1d-8775636c5ad4 req-eb7072c9-1823-46a1-b571-22c084511028 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788838 Aug 24 04:36:42.671773 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f41d7-d138-420f-bc9a-ff0f72e702c0 req-9f975126-e036-4b4f-89ac-1cdf53be0296 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:42.673484 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-700f41d7-d138-420f-bc9a-ff0f72e702c0 req-9f975126-e036-4b4f-89ac-1cdf53be0296 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0864556 Aug 24 04:36:42.756876 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-700f41d7-d138-420f-bc9a-ff0f72e702c0 req-be03cf81-b016-49c7-8efc-462950bbdb59 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755825 Aug 24 04:36:42.781347 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc56c1ce-a351-4e80-97ee-f43bc5edec46 None None] New status for floating IP d3483558-8031-4056-baec-2cd973d53abf: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:36:42.962449 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-de06b0ed-3d81-49c7-9f1b-bed60176b351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:43.908023 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55964e-6a83-40bd-bedc-ad87d8489136 req-c37a971f-ea02-44ba-9e30-1726d38eec2d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:43.909913 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b55964e-6a83-40bd-bedc-ad87d8489136 req-c37a971f-ea02-44ba-9e30-1726d38eec2d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0567238 Aug 24 04:36:43.963566 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b55964e-6a83-40bd-bedc-ad87d8489136 req-3ffde28a-c0d9-457b-8147-e3d5a3ae392c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472016 Aug 24 04:36:44.090311 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:45.251477 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f418cd-2b87-4774-a935-569625d44fb3 req-15a3c7c6-47fe-4a7e-981c-0a7c1a75768f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:45.253074 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-18f418cd-2b87-4774-a935-569625d44fb3 req-15a3c7c6-47fe-4a7e-981c-0a7c1a75768f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0619628 Aug 24 04:36:45.338450 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-18f418cd-2b87-4774-a935-569625d44fb3 req-a2010a69-b40f-4d68-81f4-1c87a25fb5fd tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748889 Aug 24 04:36:45.903891 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:46.200649 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:46.484990 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f207d-889c-4c3b-80f1-278627858af4 req-0f809e4c-3307-4d9b-a6c1-f53b135eb275 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:46.486953 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-551f207d-889c-4c3b-80f1-278627858af4 req-0f809e4c-3307-4d9b-a6c1-f53b135eb275 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0590401 Aug 24 04:36:46.565052 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-551f207d-889c-4c3b-80f1-278627858af4 req-219bdaa5-57cd-4f9f-8e84-4f4ab68c72c8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676792 Aug 24 04:36:47.721084 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025c659-0864-4fff-8fba-f03239105102 req-abb233a3-98d2-4924-9ebd-de743490e5a8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:47.722652 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2025c659-0864-4fff-8fba-f03239105102 req-abb233a3-98d2-4924-9ebd-de743490e5a8 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0658920 Aug 24 04:36:47.781764 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2025c659-0864-4fff-8fba-f03239105102 req-e43428ad-1d5b-4baa-b0d1-c9bcdd60bda9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483599 Aug 24 04:36:48.503433 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37704) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:48.568824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ccb792-8758-413b-a5c0-b098fa2d5e3d admin admin] Deleting subnet 7320dd6a-ad19-464f-b7ab-a4cc93b8c338 {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:36:48.572614 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-76ccb792-8758-413b-a5c0-b098fa2d5e3d admin admin] Publish callbacks [] for subnet (7320dd6a-ad19-464f-b7ab-a4cc93b8c338), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:48.612930 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:48.615666 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-76ccb792-8758-413b-a5c0-b098fa2d5e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (7320dd6a-ad19-464f-b7ab-a4cc93b8c338), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:48.639883 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:48.663658 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-76ccb792-8758-413b-a5c0-b098fa2d5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (7320dd6a-ad19-464f-b7ab-a4cc93b8c338), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:48.712750 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141948-88f5-48a8-907d-5d0ce227cf02 req-8a26529b-cd5b-47f5-99f0-bd3aebe2bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:48.714832 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-71141948-88f5-48a8-907d-5d0ce227cf02 req-8a26529b-cd5b-47f5-99f0-bd3aebe2bdcf service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1130 time: 0.0486350 Aug 24 04:36:48.738709 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-76ccb792-8758-413b-a5c0-b098fa2d5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (7320dd6a-ad19-464f-b7ab-a4cc93b8c338), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:48.749971 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:48.773276 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccb792-8758-413b-a5c0-b098fa2d5e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7320dd6a-ad19-464f-b7ab-a4cc93b8c338,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:48.775431 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-76ccb792-8758-413b-a5c0-b098fa2d5e3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:48.777154 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-71141948-88f5-48a8-907d-5d0ce227cf02 req-2f272132-43c3-4f7e-afc0-c6bd76952a5c service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554767 Aug 24 04:36:48.779433 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-76ccb792-8758-413b-a5c0-b098fa2d5e3d admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/7320dd6a-ad19-464f-b7ab-a4cc93b8c338 HTTP/1.1" status: 204 len: 168 time: 0.2745259 Aug 24 04:36:48.782612 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37706) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:48.863516 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (d1e9d5c6-9dda-4895-aabb-a0180fe61f83), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:48.936484 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b63699-0b30-462d-af0d-9c191736eca7 req-408241d3-93af-4857-94b0-02a2fb8c1d66 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:48.939083 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a8b63699-0b30-462d-af0d-9c191736eca7 req-408241d3-93af-4857-94b0-02a2fb8c1d66 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0706151 Aug 24 04:36:48.959254 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (d1e9d5c6-9dda-4895-aabb-a0180fe61f83), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:48.983695 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e9d5c6-9dda-4895-aabb-a0180fe61f83']}} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:48.996341 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3698a525-ee05-4b0a-8455-4b74598a98f8') {'for_net_delete': True} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:48.996645 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3698a525-ee05-4b0a-8455-4b74598a98f8') {} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:49.007794 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117889838'] for segment (3698a525-ee05-4b0a-8455-4b74598a98f8), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.024855 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (3698a525-ee05-4b0a-8455-4b74598a98f8), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.025708 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a8b63699-0b30-462d-af0d-9c191736eca7 req-dd5ab2ff-54e7-4e64-a9f5-2354cc6d9867 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811574 Aug 24 04:36:49.036082 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=106347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:36:49.036913 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119372443'] for segment (3698a525-ee05-4b0a-8455-4b74598a98f8), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.113270 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 3698a525-ee05-4b0a-8455-4b74598a98f8 resource provider aggregate not found Aug 24 04:36:49.130469 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (d1e9d5c6-9dda-4895-aabb-a0180fe61f83), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.134715 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 3698a525-ee05-4b0a-8455-4b74598a98f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3698a525-ee05-4b0a-8455-4b74598a98f8 found for delete ", "request_id": "req-335edbdc-178d-47d9-865c-eb69f593032a"}]} Aug 24 04:36:49.140618 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.143871 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/d1e9d5c6-9dda-4895-aabb-a0180fe61f83 HTTP/1.1" status: 204 len: 168 time: 0.3596644 Aug 24 04:36:49.154836 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ad47e-1e83-4303-85e8-2bc68d58042e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e9d5c6-9dda-4895-aabb-a0180fe61f83,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:49.376244 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37716) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:49.428810 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-d56f3822-19a8-45c3-bf50-8d86a996ddd1 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=a7fd103e49634feeaaa29eb2609a69a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512443 Aug 24 04:36:49.433596 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37718) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:49.504386 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7f2eaf88-99e2-484d-ac97-408210169525 admin admin] Publish callbacks [] for security_group (7911f460-6cb7-41d4-8e54-4c2fdfefa5dd), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.530259 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7f2eaf88-99e2-484d-ac97-408210169525 admin admin] Publish callbacks [] for security_group (7911f460-6cb7-41d4-8e54-4c2fdfefa5dd), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.602021 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7f2eaf88-99e2-484d-ac97-408210169525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (7911f460-6cb7-41d4-8e54-4c2fdfefa5dd), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.606721 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7f2eaf88-99e2-484d-ac97-408210169525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:49.608819 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-7f2eaf88-99e2-484d-ac97-408210169525 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/7911f460-6cb7-41d4-8e54-4c2fdfefa5dd HTTP/1.1" status: 204 len: 168 time: 0.1737704 Aug 24 04:36:49.623014 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2eaf88-99e2-484d-ac97-408210169525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7911f460-6cb7-41d4-8e54-4c2fdfefa5dd,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:50.220009 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe6b9c-3cd3-4a5b-be34-485e4e21cc65 req-26c2fd26-ea00-4c17-91b3-cae1c02d108f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:50.221732 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-88fe6b9c-3cd3-4a5b-be34-485e4e21cc65 req-26c2fd26-ea00-4c17-91b3-cae1c02d108f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0592811 Aug 24 04:36:50.298566 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-88fe6b9c-3cd3-4a5b-be34-485e4e21cc65 req-bb18b46b-3e7c-41a6-83f2-e6a81f8a036a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689321 Aug 24 04:36:50.638838 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37742) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:50.782386 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1160467362-network', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:50.811170 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Made reservation on behalf of 0c7390bb6172447cbbaa4736949fdcb4 for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:36:50.813633 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:50.823340 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:50.852066 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:50.924979 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Publish callbacks [] for security_group (cb3c413f-a748-4fd2-a5bb-64838a0fae42), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:50.930111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (cb3c413f-a748-4fd2-a5bb-64838a0fae42), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:50.961790 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=106346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:36:50.973482 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3c413f-a748-4fd2-a5bb-64838a0fae42,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:50.980181 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (65adbc9b-2370-4ea0-ba6b-78b185598d4b), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:50.980747 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Added segment 65adbc9b-2370-4ea0-ba6b-78b185598d4b of type vlan for network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 Aug 24 04:36:51.035761 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (827c95a6-1d57-45fd-a53c-29ebfb059ff8), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.079172 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (827c95a6-1d57-45fd-a53c-29ebfb059ff8), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.080524 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:51.081293 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.125926 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4855032 Aug 24 04:36:51.130411 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37746) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:51.136970 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Request body: {'subnet': {'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1160467362-subnet', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'ip_version': 4}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:51.158904 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a66b9-c74b-465e-af13-a2e3fb63d683 admin admin] Pushing event updated for resources: {'Network': ['ID=827c95a6-1d57-45fd-a53c-29ebfb059ff8,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:51.162691 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Made reservation on behalf of 0c7390bb6172447cbbaa4736949fdcb4 for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:36:51.165257 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119447408'] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.171914 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:36:51.389007 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119447326'] for subnet (042bcaff-1eee-4ec8-b1a0-b393c4d24e5b), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.458071 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:51.470581 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Checking segment: {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:36:51.470791 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Network hostable DHCP agents. Network: 827c95a6-1d57-45fd-a53c-29ebfb059ff8, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:36:51.497300 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:36:51.512140 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 827c95a6-1d57-45fd-a53c-29ebfb059ff8) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:51.515044 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c0821-0b8e-49f9-b741-ee6f2f041a6d req-9f4e2f95-4c63-46f6-a909-575154a4a59e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:51.517475 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-436c0821-0b8e-49f9-b741-ee6f2f041a6d req-9f4e2f95-4c63-46f6-a909-575154a4a59e tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0875301 Aug 24 04:36:51.518498 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:51.519718 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.528105 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:51.530285 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3474e8-3a66-41e2-a463-06943ba345b9 None None] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:36:51.544227 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-87912763-d31d-43d6-a035-c57ce0b3e55b admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4122424 Aug 24 04:36:51.547320 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37750) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:51.553241 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:51.587146 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (110fbbc3-965f-413d-9774-69d7f3b8aed8), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.589485 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (110fbbc3-965f-413d-9774-69d7f3b8aed8), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.599272 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:51.607950 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-436c0821-0b8e-49f9-b741-ee6f2f041a6d req-12125bab-74a3-4271-8dce-05ec6dc293c9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721166 Aug 24 04:36:51.669976 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks [] for router_controller (110fbbc3-965f-413d-9774-69d7f3b8aed8), precommit_add_association {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.701801 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:36:51.703877 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.802444 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:51.845419 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks [] for router_gateway (110fbbc3-965f-413d-9774-69d7f3b8aed8), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:51.902732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Allocated IP 172.20.0.2 (827c95a6-1d57-45fd-a53c-29ebfb059ff8/042bcaff-1eee-4ec8-b1a0-b393c4d24e5b/fa80f20c-b8bf-4e31-8a34-61dbcc7f58da) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:36:51.926212 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:52.066293 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:52.171444 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Publish callbacks [] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.184829 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.319193 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:52.329516 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-9d7f736a-1e78-4b90-bc14-1cf2dd0f2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:52.331108 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-9d7f736a-1e78-4b90-bc14-1cf2dd0f2696 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1130 time: 0.1345410 Aug 24 04:36:52.337898 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5fd90-c44e-49df-b9a9-7c54bc738df4 req-39d02281-f04a-4fb4-b08a-4bffac3f79e9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:52.340054 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a6d5fd90-c44e-49df-b9a9-7c54bc738df4 req-39d02281-f04a-4fb4-b08a-4bffac3f79e9 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1301372 Aug 24 04:36:52.400866 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:36:52.424445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:36:52.427866 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:52.432965 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:36:52.439657 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Pushing event updated for resources: {'Port': ['ID=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:52.467714 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks [] for router_gateway (110fbbc3-965f-413d-9774-69d7f3b8aed8), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.491756 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.512498 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Attempting to bind port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:36:52.512898 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Attempting to bind port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:36:52.513177 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a6d5fd90-c44e-49df-b9a9-7c54bc738df4 req-3a32f8bf-174c-4fab-90c4-b0d78c1bd6ec tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620579 Aug 24 04:36:52.513319 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Attempting to bind port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da on network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:36:52.519236 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:36:52.519648 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Checking segment: {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:36:52.520245 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.520908 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Bound using segment: {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:36:52.521575 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Bound port: fa80f20c-b8bf-4e31-8a34-61dbcc7f58da, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:36:52.522201 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.544922 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-b3227afa-e010-4c4c-84fe-60e06356b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:52.547413 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-b3227afa-e010-4c4c-84fe-60e06356b760 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.2047944 Aug 24 04:36:52.610787 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] For port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:36:52.614751 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] For port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:36:52.624310 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.631113 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-fd946afd-752c-4cf5-b013-3696111293f2 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 200 len: 1002 time: 0.0774348 Aug 24 04:36:52.663872 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Allocated IP 172.27.4.150 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/c773609e-b48d-4b2b-a1dd-70986b14c42d) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:36:52.694156 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3b99a-de80-4a59-914b-79284cec4259 None None] Pushing event updated for resources: {'Port': ['ID=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:52.705434 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-84a97ad4-357a-44d4-8e09-3da96cb4a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:52.707345 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-84a97ad4-357a-44d4-8e09-3da96cb4a824 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.0684452 Aug 24 04:36:52.786105 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-97986cb7-a873-47bc-b1da-b2de7b52c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:52.787991 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-97986cb7-a873-47bc-b1da-b2de7b52c5ea service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720119 Aug 24 04:36:52.843135 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks [] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.899880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:52.913130 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:52.960877 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-a9dd0abd-4029-4226-b5d2-b470f2ccd120 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635082 Aug 24 04:36:52.981837 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:36:52.986242 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:52.988528 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Pushing event updated for resources: {'Port': ['ID=c773609e-b48d-4b2b-a1dd-70986b14c42d,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:52.991161 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:36:53.091160 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:53.121655 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-198a8cbb-f0b8-4888-a379-74e2c84fc0d6 req-91fafe47-ef4f-43a5-bd8a-bf1df0f74dd3 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463120 Aug 24 04:36:53.173525 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device fa80f20c-b8bf-4e31-8a34-61dbcc7f58da up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:36:53.244209 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:53.245697 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:53.342844 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:36:53.343377 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:53.387988 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:53.391653 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:36:53.396733 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:53.405327 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:53.439201 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks [] for router_gateway (110fbbc3-965f-413d-9774-69d7f3b8aed8), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:53.466777 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:53.686658 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3523-81c0-4614-9420-813fdd38066f req-691c7990-5e44-4a5d-a85a-18818d702ef7 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:53.688283 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ed5c3523-81c0-4614-9420-813fdd38066f req-691c7990-5e44-4a5d-a85a-18818d702ef7 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0595410 Aug 24 04:36:53.719387 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (110fbbc3-965f-413d-9774-69d7f3b8aed8), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:53.766056 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ed5c3523-81c0-4614-9420-813fdd38066f req-b5f7cfb9-4722-4c26-99ca-f433a51b533c tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682719 Aug 24 04:36:53.858404 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b41abb-98b3-4b72-b52a-b00914f03c9a None None] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:36:53.879240 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Router 110fbbc3-965f-413d-9774-69d7f3b8aed8 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:36:53.977039 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-4d224aa3-522c-4aea-a3b3-0abf9ce83c4d None None] Provisioning complete for port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:53.977570 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-4d224aa3-522c-4aea-a3b3-0abf9ce83c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:53.992447 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:36:54.016787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:54.018376 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-af9d8099-9a09-49cf-a74a-6c4b3381580e admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4695842 Aug 24 04:36:54.021832 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37766) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:54.025192 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Sync routers for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:36:54.116630 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:54.117643 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:54.334108 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-4d224aa3-522c-4aea-a3b3-0abf9ce83c4d None None] Current status of the port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:36:54.366494 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:36:54.478286 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:54.486686 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:54.490139 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:54.525905 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-d78325bc-1ee9-4f5e-85e9-5d830437584f None None] Provisioning complete for port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:54.526399 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d78325bc-1ee9-4f5e-85e9-5d830437584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:54.683697 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Allocated IP 172.20.0.1 (827c95a6-1d57-45fd-a53c-29ebfb059ff8/042bcaff-1eee-4ec8-b1a0-b393c4d24e5b/676e660e-eba5-45cc-9449-741f1ead79a1) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:36:54.794474 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:54.809068 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Publish callbacks [] for port (676e660e-eba5-45cc-9449-741f1ead79a1), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:54.820497 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-d78325bc-1ee9-4f5e-85e9-5d830437584f None None] Current status of the port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:36:54.825546 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:53Z', 'revision_number': 3, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:54.880169 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:54.886679 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Checking router: 110fbbc3-965f-413d-9774-69d7f3b8aed8 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:36:54.886679 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Updating router 110fbbc3-965f-413d-9774-69d7f3b8aed8 port c773609e-b48d-4b2b-a1dd-70986b14c42d binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:36:54.945863 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:36:54.946154 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:54.954457 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:54.958965 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:36:54.984645 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:54.985033 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816b7f8-2cf4-4d9a-a73c-14a888a1781d req-67afa7f3-1186-4c25-b367-e1148126fa4b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:54.989093 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0816b7f8-2cf4-4d9a-a73c-14a888a1781d req-67afa7f3-1186-4c25-b367-e1148126fa4b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0938344 Aug 24 04:36:55.013579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Pushing event updated for resources: {'Port': ['ID=676e660e-eba5-45cc-9449-741f1ead79a1,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:55.021715 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (110fbbc3-965f-413d-9774-69d7f3b8aed8), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.087169 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0816b7f8-2cf4-4d9a-a73c-14a888a1781d req-069aeb8f-8e9e-472f-9c8a-f0b3ea97c29d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819178 Aug 24 04:36:55.158578 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:55.257229 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.272837 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device fa80f20c-b8bf-4e31-8a34-61dbcc7f58da up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:36:55.446268 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:55.447235 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.461140 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Publish callbacks [] for port (676e660e-eba5-45cc-9449-741f1ead79a1), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.467455 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.539292 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:55.548000 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-d6a4f300-0f2a-4354-a200-7aa2ef160ef1 None None] Provisioning complete for port 676e660e-eba5-45cc-9449-741f1ead79a1 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:55.548000 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f300-0f2a-4354-a200-7aa2ef160ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.574231 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:55.589029 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Publish callbacks [] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.596274 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Pushing event updated for resources: {'Port': ['ID=676e660e-eba5-45cc-9449-741f1ead79a1,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:55.601083 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (110fbbc3-965f-413d-9774-69d7f3b8aed8), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.613716 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.613970 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.614117 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.614431 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.614747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.615150 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.615491 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.615822 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.616153 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.616481 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.616832 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.617163 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.617503 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.617830 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.618151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.618481 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:55.683187 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-d6a4f300-0f2a-4354-a200-7aa2ef160ef1 None None] Port 676e660e-eba5-45cc-9449-741f1ead79a1 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:36:55.699212 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Attempting to bind port c773609e-b48d-4b2b-a1dd-70986b14c42d on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:36:55.699821 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Attempting to bind port c773609e-b48d-4b2b-a1dd-70986b14c42d by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:36:55.700415 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Attempting to bind port c773609e-b48d-4b2b-a1dd-70986b14c42d on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:36:55.741329 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:36:55.741720 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:36:55.742096 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.742494 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:36:55.743005 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Bound port: c773609e-b48d-4b2b-a1dd-70986b14c42d, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:36:55.743392 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.747816 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646146d-4646-4822-a70c-dbfa5c4ed993 None None] Pushing event updated for resources: {'Port': ['ID=c773609e-b48d-4b2b-a1dd-70986b14c42d,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:55.785660 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:36:55.788006 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:55.794916 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:36:55.842780 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] For port c773609e-b48d-4b2b-a1dd-70986b14c42d, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:36:55.851311 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] For port c773609e-b48d-4b2b-a1dd-70986b14c42d, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c773609e-b48d-4b2b-a1dd-70986b14c42d,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:36:55.863077 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:55.918463 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:55.919633 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:55.957744 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Router 110fbbc3-965f-413d-9774-69d7f3b8aed8 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:36:56.043293 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646146d-4646-4822-a70c-dbfa5c4ed993 None None] Pushing event updated for resources: {'Port': ['ID=c773609e-b48d-4b2b-a1dd-70986b14c42d,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:56.095793 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:36:56.108047 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:36:56.114110 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a8d03348-ff36-48c3-8cfb-734141adf108 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/110fbbc3-965f-413d-9774-69d7f3b8aed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0907643 Aug 24 04:36:56.320211 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d1db9-a9f7-409b-99e7-3e2597bd1d64 req-67685b29-9a86-45b8-8732-e654b0d089be tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:56.323869 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b49d1db9-a9f7-409b-99e7-3e2597bd1d64 req-67685b29-9a86-45b8-8732-e654b0d089be tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0969126 Aug 24 04:36:56.423560 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b49d1db9-a9f7-409b-99e7-3e2597bd1d64 req-4d83c4bf-1c36-430f-8cb1-cc8eeeef69fd tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866852 Aug 24 04:36:56.451854 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-a46d7d47-3466-4815-8e71-3725209a364c None None] Provisioning complete for port 676e660e-eba5-45cc-9449-741f1ead79a1 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:56.452699 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a46d7d47-3466-4815-8e71-3725209a364c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:56.535742 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-a46d7d47-3466-4815-8e71-3725209a364c None None] Port 676e660e-eba5-45cc-9449-741f1ead79a1 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:36:56.629889 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55033f90-69ae-4317-95fb-a9174e35050b req-8784b7bd-57bc-4bee-be35-e51cb722f0d2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:56.631772 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-55033f90-69ae-4317-95fb-a9174e35050b req-8784b7bd-57bc-4bee-be35-e51cb722f0d2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0662594 Aug 24 04:36:56.645884 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37786) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:56.654873 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-942cbb34-c3eb-4d3d-94d8-707d36bd1718 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Request body: {'floatingip': {'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:56.656310 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 2, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:56.694445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4fb91-7a02-446a-9eb0-acde3a973ce8 None None] The sync data for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi is: [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 2, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:36:56.758842 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-942cbb34-c3eb-4d3d-94d8-707d36bd1718 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (32fdcd5a-26c4-4f50-acee-703d4294a327), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:56.862545 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37792) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:56.867551 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1021924023-network', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:56.899578 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Made reservation on behalf of 204520f73de541b0b0d197f8e73a46f4 for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:36:56.903313 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:56.935453 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.085512 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:57.154951 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Publish callbacks [] for security_group (121b3384-1ace-4697-8fcb-c3facd169af4), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.162174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (121b3384-1ace-4697-8fcb-c3facd169af4), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.201503 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=106346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:36:57.215649 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b3384-1ace-4697-8fcb-c3facd169af4,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:57.228328 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (96e4a59a-0087-48a7-bee4-a67c1995687f), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.228834 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Added segment 96e4a59a-0087-48a7-bee4-a67c1995687f of type vlan for network d863b136-979d-44fa-a7e8-96f7bcbd9c90 Aug 24 04:36:57.232598 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.233150 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.233615 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.234084 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.234577 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.235336 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.236019 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.236682 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.237308 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.238063 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.238845 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.239388 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.239942 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.240499 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.241337 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:36:57.320024 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (d863b136-979d-44fa-a7e8-96f7bcbd9c90), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.353917 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (d863b136-979d-44fa-a7e8-96f7bcbd9c90), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.355510 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:57.356475 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.397006 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5330651 Aug 24 04:36:57.399918 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37794) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:57.409333 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Request body: {'subnet': {'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1021924023-subnet', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:57.455901 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ae66b-c7e4-406c-a7fd-b8707de7cd94 admin admin] Pushing event updated for resources: {'Network': ['ID=d863b136-979d-44fa-a7e8-96f7bcbd9c90,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:57.467785 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:36:57.489786 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Made reservation on behalf of 204520f73de541b0b0d197f8e73a46f4 for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:36:57.493577 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126750490'] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.575558 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-942cbb34-c3eb-4d3d-94d8-707d36bd1718 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.581780 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-942cbb34-c3eb-4d3d-94d8-707d36bd1718 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (32fdcd5a-26c4-4f50-acee-703d4294a327), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.746083 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:57.749091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:57.781335 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:57.842515 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126731692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126750580'] for subnet (48a036b0-f851-4108-866f-ff3c325d39e0), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:57.940362 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a036b0-f851-4108-866f-ff3c325d39e0,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:57.954034 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Checking segment: {'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:36:57.954698 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Network hostable DHCP agents. Network: d863b136-979d-44fa-a7e8-96f7bcbd9c90, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:36:57.983529 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:36:58.003395 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, d863b136-979d-44fa-a7e8-96f7bcbd9c90) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:58.008840 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:58.009510 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.018379 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123dc7e5-252a-49d6-b1a2-efc8f7a64f7a None None] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:36:58.051947 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-9a85ff46-38de-4017-90fc-80bb64c3f2ad admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6497498 Aug 24 04:36:58.054951 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37796) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:36:58.068566 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:36:58.111343 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (21a805f1-609d-4433-91c7-22bc4c659d23), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.113476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (21a805f1-609d-4433-91c7-22bc4c659d23), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.205758 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-d863b136-979d-44fa-a7e8-96f7bcbd9c90', 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90', 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'fixed_ips': [{'subnet_id': '48a036b0-f851-4108-866f-ff3c325d39e0'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:36:58.206904 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.235215 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks [] for router_controller (21a805f1-609d-4433-91c7-22bc4c659d23), precommit_add_association {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.260787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942cbb34-c3eb-4d3d-94d8-707d36bd1718 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Router deef27af-e359-46fd-8876-13416fa0f0bb has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:36:58.367192 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:58.379240 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Allocated IP 172.20.0.2 (d863b136-979d-44fa-a7e8-96f7bcbd9c90/48a036b0-f851-4108-866f-ff3c325d39e0/aeed851f-fe9b-40ac-a32a-14a63451d8ac) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:36:58.423426 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942cbb34-c3eb-4d3d-94d8-707d36bd1718 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:36:58.428800 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-942cbb34-c3eb-4d3d-94d8-707d36bd1718 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.438011 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] Sync routers for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:36:58.454236 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:58.455445 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:58.501538 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks [] for router_gateway (21a805f1-609d-4433-91c7-22bc4c659d23), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.513747 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:36:58.515777 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba66f932-b3d4-475f-b245-e2406ca6b876" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:36:58.563461 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-942cbb34-c3eb-4d3d-94d8-707d36bd1718 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/32fdcd5a-26c4-4f50-acee-703d4294a327 HTTP/1.1" status: 200 len: 994 time: 1.9153035 Aug 24 04:36:58.606504 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be03ecb4-690e-4550-a018-ae77d62d5d12 x-openstack-request-id: req-be03ecb4-690e-4550-a018-ae77d62d5d12 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:36:58.610862 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:36:58.611980 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-be03ecb4-690e-4550-a018-ae77d62d5d12 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:36:58.613704 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:36:58.618830 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:58.621492 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be03ecb4-690e-4550-a018-ae77d62d5d12'] response: {'name': 'network-changed', 'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265', 'status': 'completed', 'code': 200} Aug 24 04:36:58.660284 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:58.673357 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:58.696935 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Publish callbacks [] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.697152 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-73ff362d-4511-486e-9cff-81ec20c84496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:58.699464 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-73ff362d-4511-486e-9cff-81ec20c84496 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1130 time: 0.0552809 Aug 24 04:36:58.706341 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.759062 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:36:58.762807 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:36:58.764846 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Pushing event updated for resources: {'Port': ['ID=aeed851f-fe9b-40ac-a32a-14a63451d8ac,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:58.772272 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:36:58.840606 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Attempting to bind port aeed851f-fe9b-40ac-a32a-14a63451d8ac on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:36:58.840606 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Attempting to bind port aeed851f-fe9b-40ac-a32a-14a63451d8ac by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:36:58.841855 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Attempting to bind port aeed851f-fe9b-40ac-a32a-14a63451d8ac on network d863b136-979d-44fa-a7e8-96f7bcbd9c90 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:36:58.848625 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:36:58.849148 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Checking segment: {'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:36:58.849685 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.850168 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Bound using segment: {'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:36:58.850782 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Bound port: aeed851f-fe9b-40ac-a32a-14a63451d8ac, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:36:58.851260 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.872874 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-c5592b83-4969-45b0-b67d-fb9be89c23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:58.874679 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-c5592b83-4969-45b0-b67d-fb9be89c23bc service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.1688564 Aug 24 04:36:58.927839 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks [] for router_gateway (21a805f1-609d-4433-91c7-22bc4c659d23), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.932581 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '32fdcd5a-26c4-4f50-acee-703d4294a327', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'floating_ip_address': '172.27.4.219', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'mac_address': 'fa:16:3e:b1:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:20Z', 'updated_at': '2022-08-24T04:36:57Z', 'revision_number': 3, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:58.951389 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:58.959740 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] Checking router: deef27af-e359-46fd-8876-13416fa0f0bb for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:36:58.968640 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] For port aeed851f-fe9b-40ac-a32a-14a63451d8ac, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:36:58.974426 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] For port aeed851f-fe9b-40ac-a32a-14a63451d8ac, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=aeed851f-fe9b-40ac-a32a-14a63451d8ac,segment=NetworkSegment(96e4a59a-0087-48a7-bee4-a67c1995687f),segment_id=96e4a59a-0087-48a7-bee4-a67c1995687f)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:36:58.975667 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:58.976725 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:58.986428 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:59.095778 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd7cee-f53c-44e6-92c9-1ad40b5bf4bd None None] Pushing event updated for resources: {'Port': ['ID=aeed851f-fe9b-40ac-a32a-14a63451d8ac,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:59.149049 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:36:59.170490 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:59.179828 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-04215ec1-14e2-4457-ab40-1e9a5fdc721c service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 200 len: 1002 time: 0.2301579 Aug 24 04:36:59.222793 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c773609e-b48d-4b2b-a1dd-70986b14c42d up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:36:59.255595 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Allocated IP 172.27.4.49 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/70553220-00d6-4a00-8de1-2ee0a9583388) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:36:59.328234 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-c20e71d9-d8ec-4292-9157-766fb2286c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:59.329786 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-c20e71d9-d8ec-4292-9157-766fb2286c50 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.1433897 Aug 24 04:36:59.350920 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port c773609e-b48d-4b2b-a1dd-70986b14c42d triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:36:59.351624 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:59.448695 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:59.460085 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port c773609e-b48d-4b2b-a1dd-70986b14c42d is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:36:59.461017 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:59.506466 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port c773609e-b48d-4b2b-a1dd-70986b14c42d, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c773609e-b48d-4b2b-a1dd-70986b14c42d,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:36:59.514728 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:59.527069 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-fbdcd412-c026-4704-b25a-38b412d1f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:36:59.528803 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-fbdcd412-c026-4704-b25a-38b412d1f298 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1827128 Aug 24 04:36:59.539288 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '32fdcd5a-26c4-4f50-acee-703d4294a327', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'floating_ip_address': '172.27.4.219', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'mac_address': 'fa:16:3e:b1:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:20Z', 'updated_at': '2022-08-24T04:36:57Z', 'revision_number': 3, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:59.571849 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ca518-a51f-447d-903d-f1b645f35a97 None None] The sync data for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi is: [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '32fdcd5a-26c4-4f50-acee-703d4294a327', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'floating_ip_address': '172.27.4.219', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'port_id': '68efa496-67c6-4e09-bc07-800f4bf71265', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'mac_address': 'fa:16:3e:b1:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:34:20Z', 'updated_at': '2022-08-24T04:36:57Z', 'revision_number': 3, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:36:59.587587 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=c773609e-b48d-4b2b-a1dd-70986b14c42d,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:36:59.650440 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks [] for port (70553220-00d6-4a00-8de1-2ee0a9583388), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:59.696605 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-2d2a16a2-92d8-4d19-aea6-ed7f9710e1fd service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602683 Aug 24 04:36:59.739863 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:36:59.770545 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Sync routers for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:36:59.790097 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:36:59.790858 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:36:59.819214 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:36:59.823151 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:36:59.949858 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:00.149026 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:00.180119 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:37:00.235498 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ba66f932-b3d4-475f-b245-e2406ca6b876 req-0ac17cd7-7e6b-4d85-b756-b97ed81e1a17 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324018 Aug 24 04:37:00.236129 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Pushing event updated for resources: {'Port': ['ID=70553220-00d6-4a00-8de1-2ee0a9583388,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:00.254898 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 2, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:00.294452 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Checking router: 110fbbc3-965f-413d-9774-69d7f3b8aed8 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:00.294687 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Updating router 110fbbc3-965f-413d-9774-69d7f3b8aed8 port 676e660e-eba5-45cc-9449-741f1ead79a1 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:37:00.334417 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:00.350929 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=5,neutron:INSERT=3,neutron:SELECT=92 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:00.577620 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks [] for router_gateway (21a805f1-609d-4433-91c7-22bc4c659d23), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:00.610100 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfc9555-7b42-4c79-8b38-3ee0e3878c09 None None] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:37:00.623302 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:00.628447 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b06628e-ef6c-4718-b1e2-b2112cd42916" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:00.673233 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5001bbb0-e0f1-4eb3-8a64-57dfca528a59 x-openstack-request-id: req-5001bbb0-e0f1-4eb3-8a64-57dfca528a59 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:00.674008 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:00.674808 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5001bbb0-e0f1-4eb3-8a64-57dfca528a59 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:00.676514 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5001bbb0-e0f1-4eb3-8a64-57dfca528a59'] response: {'name': 'network-changed', 'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265', 'status': 'completed', 'code': 200} Aug 24 04:37:00.770345 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:00.826288 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (21a805f1-609d-4433-91c7-22bc4c659d23), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:00.952431 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-424fe979-32dc-4b3e-9e0d-0c6563c197d9 None None] Provisioning complete for port aeed851f-fe9b-40ac-a32a-14a63451d8ac triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:00.952431 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-424fe979-32dc-4b3e-9e0d-0c6563c197d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.117187 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5198-d8b6-482d-81ac-a156581f8f2d req-08b89688-f8e8-4727-af1e-9b16c6468835 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:01.119847 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:01.120477 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-927d5198-d8b6-482d-81ac-a156581f8f2d req-08b89688-f8e8-4727-af1e-9b16c6468835 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.1711638 Aug 24 04:37:01.153760 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-5a2034be-e1cb-439e-b761-a2f95af40ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:01.154099 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-424fe979-32dc-4b3e-9e0d-0c6563c197d9 None None] Current status of the port aeed851f-fe9b-40ac-a32a-14a63451d8ac is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:01.154494 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-424fe979-32dc-4b3e-9e0d-0c6563c197d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.156619 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-5a2034be-e1cb-439e-b761-a2f95af40ae6 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 1130 time: 0.4594123 Aug 24 04:37:01.158378 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Publish callbacks [] for port (676e660e-eba5-45cc-9449-741f1ead79a1), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.177326 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.210458 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:01.214950 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Router 21a805f1-609d-4433-91c7-22bc4c659d23 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:37:01.236719 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-927d5198-d8b6-482d-81ac-a156581f8f2d req-7f8a5198-eee1-46b2-80a4-b1e7bd225766 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036642 Aug 24 04:37:01.285907 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae1535-76e8-4954-a7c0-017a4444897a None None] Pushing event updated for resources: {'Port': ['ID=676e660e-eba5-45cc-9449-741f1ead79a1,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:01.292235 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-424fe979-32dc-4b3e-9e0d-0c6563c197d9 None None] For port aeed851f-fe9b-40ac-a32a-14a63451d8ac, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=aeed851f-fe9b-40ac-a32a-14a63451d8ac,segment=NetworkSegment(96e4a59a-0087-48a7-bee4-a67c1995687f),segment_id=96e4a59a-0087-48a7-bee4-a67c1995687f)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:01.302566 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-424fe979-32dc-4b3e-9e0d-0c6563c197d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.360158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c773609e-b48d-4b2b-a1dd-70986b14c42d up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:01.403000 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Attempting to bind port 676e660e-eba5-45cc-9449-741f1ead79a1 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:37:01.403480 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Attempting to bind port 676e660e-eba5-45cc-9449-741f1ead79a1 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:37:01.403729 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Attempting to bind port 676e660e-eba5-45cc-9449-741f1ead79a1 on network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:01.404103 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:01.417302 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Sync routers for ids ['21a805f1-609d-4433-91c7-22bc4c659d23'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:01.428410 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Routers {'21a805f1-609d-4433-91c7-22bc4c659d23'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:01.429073 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['21a805f1-609d-4433-91c7-22bc4c659d23'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:01.435552 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:37:01.435944 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Checking segment: {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:37:01.436355 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.436796 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Bound using segment: {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:37:01.437287 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Bound port: 676e660e-eba5-45cc-9449-741f1ead79a1, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:37:01.437673 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.439647 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.440995 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c6816737-d72e-4b68-abf3-39e0136a03d2 admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3830702 Aug 24 04:37:01.445196 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37820) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:01.470843 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fe979-32dc-4b3e-9e0d-0c6563c197d9 None None] Pushing event updated for resources: {'Port': ['ID=aeed851f-fe9b-40ac-a32a-14a63451d8ac,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:01.479676 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-7352e5cf-3a35-4b9a-bc38-f99676862401 None None] Provisioning complete for port aeed851f-fe9b-40ac-a32a-14a63451d8ac triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:01.480607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7352e5cf-3a35-4b9a-bc38-f99676862401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.554968 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port c773609e-b48d-4b2b-a1dd-70986b14c42d triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:01.555653 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.578701 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Set router 21a805f1-609d-4433-91c7-22bc4c659d23 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:01.659684 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] For port 676e660e-eba5-45cc-9449-741f1ead79a1, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:37:01.668294 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] For port 676e660e-eba5-45cc-9449-741f1ead79a1, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=676e660e-eba5-45cc-9449-741f1ead79a1,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:37:01.716013 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:01.797189 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:00Z', 'revision_number': 3, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port': {'id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:01.815560 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:01.816688 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:01.827908 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-7352e5cf-3a35-4b9a-bc38-f99676862401 None None] Current status of the port aeed851f-fe9b-40ac-a32a-14a63451d8ac is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:01.832971 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Checking router: 21a805f1-609d-4433-91c7-22bc4c659d23 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:01.833291 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Updating router 21a805f1-609d-4433-91c7-22bc4c659d23 port 70553220-00d6-4a00-8de1-2ee0a9583388 binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:37:01.909956 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port c773609e-b48d-4b2b-a1dd-70986b14c42d is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:01.911124 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device aeed851f-fe9b-40ac-a32a-14a63451d8ac up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:01.963443 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:01.969380 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae1535-76e8-4954-a7c0-017a4444897a None None] Pushing event updated for resources: {'Port': ['ID=676e660e-eba5-45cc-9449-741f1ead79a1,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:01.973190 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.016064 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port aeed851f-fe9b-40ac-a32a-14a63451d8ac triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:02.016442 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.022392 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:02.062864 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.178383 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:02.234410 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port aeed851f-fe9b-40ac-a32a-14a63451d8ac is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:02.283440 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Allocated IP 172.20.0.1 (d863b136-979d-44fa-a7e8-96f7bcbd9c90/48a036b0-f851-4108-866f-ff3c325d39e0/bb8e3f0a-54a6-4f16-a281-c5891a6c69f0) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:37:02.285709 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:02.327961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:02.336381 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:37:01Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:02.387641 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1667a-e2e1-460e-a9b8-fb71d8edd178 None None] The sync data for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi is: [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:37:01Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:02.405518 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e5a55-92f0-48e8-b958-afdd14ef0a23 req-725f6130-6365-4b68-a8ce-8cf03f5a63f5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:02.407849 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7a6e5a55-92f0-48e8-b958-afdd14ef0a23 req-725f6130-6365-4b68-a8ce-8cf03f5a63f5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0620823 Aug 24 04:37:02.415985 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Publish callbacks [] for port (70553220-00d6-4a00-8de1-2ee0a9583388), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.426767 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.489319 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Attempting to bind port 70553220-00d6-4a00-8de1-2ee0a9583388 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:37:02.489815 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Attempting to bind port 70553220-00d6-4a00-8de1-2ee0a9583388 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:37:02.490247 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Attempting to bind port 70553220-00d6-4a00-8de1-2ee0a9583388 on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:02.497688 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7a6e5a55-92f0-48e8-b958-afdd14ef0a23 req-6c3b7aa1-d5ab-401c-917f-314b55314812 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801594 Aug 24 04:37:02.498328 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Publish callbacks [] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.499869 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:37:02.500583 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:37:02.501093 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.501593 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:37:02.502299 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Bound port: 70553220-00d6-4a00-8de1-2ee0a9583388, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:37:02.502993 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.547399 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Pushing event updated for resources: {'Port': ['ID=70553220-00d6-4a00-8de1-2ee0a9583388,revision_number=2']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:02.558530 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.559027 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.559503 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.559994 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.560436 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.560890 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.561320 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.561755 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.562183 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.562623 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.563052 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.563525 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.563958 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.564359 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.564779 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:02.576383 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.597212 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] For port 70553220-00d6-4a00-8de1-2ee0a9583388, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:37:02.601285 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] For port 70553220-00d6-4a00-8de1-2ee0a9583388, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=70553220-00d6-4a00-8de1-2ee0a9583388,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:37:02.614150 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.637850 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:37:02.642966 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:02.647025 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:37:02.651053 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:02.672853 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-05b40deb-f3eb-4b49-a91c-617435d28d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:02.674682 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-05b40deb-f3eb-4b49-a91c-617435d28d55 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.1713591 Aug 24 04:37:02.721033 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Routers {'21a805f1-609d-4433-91c7-22bc4c659d23'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:02.721903 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['21a805f1-609d-4433-91c7-22bc4c659d23'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:02.770330 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-8f98beff-b386-4ba8-b2a3-9b318b9c5dfe service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 200 len: 1002 time: 0.0869021 Aug 24 04:37:02.772065 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (21a805f1-609d-4433-91c7-22bc4c659d23), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:02.872612 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a68583-d138-4b80-a47f-a67f608ca6c2 None None] Pushing event updated for resources: {'Port': ['ID=70553220-00d6-4a00-8de1-2ee0a9583388,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:02.958982 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:02.961001 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:02.970430 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-64dbb26f-42d1-4f55-9d21-cb8f514a465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:02.972350 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-64dbb26f-42d1-4f55-9d21-cb8f514a465e service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.1414783 Aug 24 04:37:02.975941 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] Set router 21a805f1-609d-4433-91c7-22bc4c659d23 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:03.041558 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-dcfdb1d1-273b-42af-89f3-79f29a1b0ed3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:03.043137 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-dcfdb1d1-273b-42af-89f3-79f29a1b0ed3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0751419 Aug 24 04:37:03.043877 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-78fb02e8-97ca-4a56-ab52-5db88fb37749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:03.045933 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-78fb02e8-97ca-4a56-ab52-5db88fb37749 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674429 Aug 24 04:37:03.089849 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-861c2cb1-eae2-4c18-846b-e18be356a5eb None None] Provisioning complete for port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:03.090400 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-861c2cb1-eae2-4c18-846b-e18be356a5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.136261 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.208161 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-861c2cb1-eae2-4c18-846b-e18be356a5eb None None] Port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:37:03.224463 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-f04bead5-7035-4bf6-9d33-9e8fc33ab2a9 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541252 Aug 24 04:37:03.242230 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:03.264582 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Deleting port a143d8d2-0a49-4ada-9835-9803477f74b7 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:03.264582 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.290232 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device aeed851f-fe9b-40ac-a32a-14a63451d8ac up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:03.326938 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:00Z', 'revision_number': 3, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port': {'id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:03.374821 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port aeed851f-fe9b-40ac-a32a-14a63451d8ac triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:03.375372 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1b06628e-ef6c-4718-b1e2-b2112cd42916 req-f729e1cd-0f37-407c-8dce-9020e0c1ceac service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434493 Aug 24 04:37:03.375501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.400982 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5670492-ec9e-4994-889c-0e5598072115 None None] The sync data for ids ['21a805f1-609d-4433-91c7-22bc4c659d23'] in dv-cinder-854263-1-iscsi is: [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:00Z', 'revision_number': 3, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port': {'id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:03.441544 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:03.462334 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] For port a143d8d2-0a49-4ada-9835-9803477f74b7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a143d8d2-0a49-4ada-9835-9803477f74b7,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:03.462584 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.521464 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port aeed851f-fe9b-40ac-a32a-14a63451d8ac is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:03.522613 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 676e660e-eba5-45cc-9449-741f1ead79a1 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:03.561810 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Publish callbacks [] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.589895 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 676e660e-eba5-45cc-9449-741f1ead79a1 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:03.590352 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.621630 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:03.622926 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:03.631172 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.675866 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ccfc9-97d9-48f2-bbfb-6d5b731ce2a2 req-2f3a02ec-b071-4a9d-862f-362847006f23 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:03.677604 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc6ccfc9-97d9-48f2-bbfb-6d5b731ce2a2 req-2f3a02ec-b071-4a9d-862f-362847006f23 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 945 time: 0.0703294 Aug 24 04:37:03.692459 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 676e660e-eba5-45cc-9449-741f1ead79a1 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:03.692901 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.767531 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 676e660e-eba5-45cc-9449-741f1ead79a1, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=676e660e-eba5-45cc-9449-741f1ead79a1,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:03.777070 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.792129 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:03.801497 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc6ccfc9-97d9-48f2-bbfb-6d5b731ce2a2 req-9d2ed56b-171e-4f67-99e4-6717513472b1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8a5b1d2d-e266-4c01-8139-f89a6563898c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130850 Aug 24 04:37:03.831653 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:03.843802 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (21a805f1-609d-4433-91c7-22bc4c659d23), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.849208 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.849662 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (489d75ed-80d5-460b-b462-ae01ad2f04b4), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:03.850050 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Floating IP 489d75ed-80d5-460b-b462-ae01ad2f04b4 disassociated. External IP: 172.27.4.175, port: a143d8d2-0a49-4ada-9835-9803477f74b7. Aug 24 04:37:03.850403 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Calling delete_port for a143d8d2-0a49-4ada-9835-9803477f74b7 owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:03.852839 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=676e660e-eba5-45cc-9449-741f1ead79a1,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:04.038469 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:37:04.045354 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:04.184281 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (a143d8d2-0a49-4ada-9835-9803477f74b7), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:04.220320 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event deleted for resources: {'Port': ['ID=a143d8d2-0a49-4ada-9835-9803477f74b7,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:04.320370 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Router 21a805f1-609d-4433-91c7-22bc4c659d23 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:04.342525 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-18d19347-d17c-47bd-aea0-2a313e71c407 None None] Provisioning complete for port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:04.343086 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-18d19347-d17c-47bd-aea0-2a313e71c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:04.382869 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-18d19347-d17c-47bd-aea0-2a313e71c407 None None] Port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:37:04.443270 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:04.449518 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Router 9a1924d8-61eb-42bf-9343-b134e0527fee has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:04.516774 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:04.551299 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a580082b-cc75-4258-a77f-f156f772e4c6 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/21a805f1-609d-4433-91c7-22bc4c659d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1043942 Aug 24 04:37:04.599263 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:04.614091 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] Sync routers for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:04.631137 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:04.632064 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:04.658151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] No DVR routers for this DVR port a143d8d2-0a49-4ada-9835-9803477f74b7 on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:04.663624 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:04.669691 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-82189bac-d070-4aa2-843e-1cc285784ee9 req-57b2766e-676f-4c4c-bf1d-d5fa7cb94527 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "DELETE /networking/v2.0/ports/a143d8d2-0a49-4ada-9835-9803477f74b7 HTTP/1.1" status: 204 len: 173 time: 1.6001120 Aug 24 04:37:04.670295 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'name': 'network-vif-deleted', 'tag': 'a143d8d2-0a49-4ada-9835-9803477f74b7'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:04.674215 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcf832c-3061-4bf7-90c6-9196e369a281" -d '{"events": [{"server_uuid": "e013bfbe-6fb5-4337-ad76-780931443c7c", "name": "network-vif-deleted", "tag": "a143d8d2-0a49-4ada-9835-9803477f74b7"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:04.750010 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c7f6cc-9002-4b6a-a544-228428f49c46 x-openstack-request-id: req-e2c7f6cc-9002-4b6a-a544-228428f49c46 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:04.750547 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e013bfbe-6fb5-4337-ad76-780931443c7c", "name": "network-vif-deleted", "tag": "a143d8d2-0a49-4ada-9835-9803477f74b7", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:04.751029 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e2c7f6cc-9002-4b6a-a544-228428f49c46 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:04.751988 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c7f6cc-9002-4b6a-a544-228428f49c46'] response: {'server_uuid': 'e013bfbe-6fb5-4337-ad76-780931443c7c', 'name': 'network-vif-deleted', 'tag': 'a143d8d2-0a49-4ada-9835-9803477f74b7', 'status': 'completed', 'code': 200} Aug 24 04:37:04.969484 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3a97123-8b0c-4769-aebd-4716f9742c64 req-2669d730-c954-47ae-8463-2d9724f15254 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e013bfbe-6fb5-4337-ad76-780931443c7c HTTP/1.1" status: 200 len: 210 time: 0.0471425 Aug 24 04:37:04.986398 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:05.186807 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37838) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:05.196809 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-c230ee95-2017-41b6-862a-82b379568cff tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940896157', 'description': 'tempest-secgroup-smoke-1940896157 description', 'project_id': '0c7390bb6172447cbbaa4736949fdcb4'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:05.243615 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c230ee95-2017-41b6-862a-82b379568cff tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.268598 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:05.288641 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:05.338296 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 676e660e-eba5-45cc-9449-741f1ead79a1 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:05.343697 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] Checking router: 9a1924d8-61eb-42bf-9343-b134e0527fee for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:05.392205 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:05.392922 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:05.395188 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c230ee95-2017-41b6-862a-82b379568cff tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group (d0c34773-17f2-492f-a08e-316d4708cd6b), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.402175 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c230ee95-2017-41b6-862a-82b379568cff tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d0c34773-17f2-492f-a08e-316d4708cd6b), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.483727 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Sync routers for ids ['21a805f1-609d-4433-91c7-22bc4c659d23'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:05.499412 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Routers {'21a805f1-609d-4433-91c7-22bc4c659d23'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:05.500295 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['21a805f1-609d-4433-91c7-22bc4c659d23'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:05.509158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 676e660e-eba5-45cc-9449-741f1ead79a1 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:05.509722 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.594670 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:05.638691 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Set router 21a805f1-609d-4433-91c7-22bc4c659d23 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:05.677195 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:05.706393 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230ee95-2017-41b6-862a-82b379568cff tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c34773-17f2-492f-a08e-316d4708cd6b,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:05.712415 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c230ee95-2017-41b6-862a-82b379568cff tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.724314 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37840) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:05.724757 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-c230ee95-2017-41b6-862a-82b379568cff tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5358422 Aug 24 04:37:05.730248 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-4bd86531-b83a-4d56-9b10-1c030b953e94 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'security_group_rule': {'security_group_id': 'd0c34773-17f2-492f-a08e-316d4708cd6b', 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:05.737219 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 676e660e-eba5-45cc-9449-741f1ead79a1 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:05.738477 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 70553220-00d6-4a00-8de1-2ee0a9583388 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:05.793091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4bd86531-b83a-4d56-9b10-1c030b953e94 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (2bfd6431-d858-473a-a424-629a9ab00b0a), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.848727 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:05.864189 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 70553220-00d6-4a00-8de1-2ee0a9583388 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:05.864643 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.874647 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4bd86531-b83a-4d56-9b10-1c030b953e94 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (2bfd6431-d858-473a-a424-629a9ab00b0a), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.879349 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4bd86531-b83a-4d56-9b10-1c030b953e94 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (2bfd6431-d858-473a-a424-629a9ab00b0a), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.902586 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd86531-b83a-4d56-9b10-1c030b953e94 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfd6431-d858-473a-a424-629a9ab00b0a,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:05.923595 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4bd86531-b83a-4d56-9b10-1c030b953e94 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.928115 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4bd86531-b83a-4d56-9b10-1c030b953e94 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999042 Aug 24 04:37:05.928815 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37842) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:05.934640 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-abdcdfb1-af6a-4f75-8b7a-d5d2a9866a4b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'security_group_rule': {'security_group_id': 'd0c34773-17f2-492f-a08e-316d4708cd6b', 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:05.936481 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:05.949399 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 4, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port': {'id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'bb8e3f0a-54a6-4f16-a281-c5891a6c69f0', 'name': '', 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'mac_address': 'fa:16:3e:4d:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '48a036b0-f851-4108-866f-ff3c325d39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:37:02Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 2, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'subnets': [{'id': '48a036b0-f851-4108-866f-ff3c325d39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:05.969259 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-abdcdfb1-af6a-4f75-8b7a-d5d2a9866a4b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (5ad3a34c-6584-4e0d-95de-248208eddc30), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:05.969508 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f49803-0d3d-41e3-aaae-47afd769f5b5 None None] The sync data for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi is: [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:05.997498 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Checking router: 21a805f1-609d-4433-91c7-22bc4c659d23 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:05.998066 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Updating router 21a805f1-609d-4433-91c7-22bc4c659d23 port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:37:06.026433 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 70553220-00d6-4a00-8de1-2ee0a9583388 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:06.026840 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.051212 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-abdcdfb1-af6a-4f75-8b7a-d5d2a9866a4b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (5ad3a34c-6584-4e0d-95de-248208eddc30), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.056033 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 70553220-00d6-4a00-8de1-2ee0a9583388, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=70553220-00d6-4a00-8de1-2ee0a9583388,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:06.060060 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-abdcdfb1-af6a-4f75-8b7a-d5d2a9866a4b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (5ad3a34c-6584-4e0d-95de-248208eddc30), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.069544 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.082273 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcdfb1-af6a-4f75-8b7a-d5d2a9866a4b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad3a34c-6584-4e0d-95de-248208eddc30,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:06.088901 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-abdcdfb1-af6a-4f75-8b7a-d5d2a9866a4b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.093126 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-abdcdfb1-af6a-4f75-8b7a-d5d2a9866a4b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600869 Aug 24 04:37:06.093244 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37846) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:06.098016 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.098230 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-40f3fb74-5624-478f-8b4f-2d2d65869e1e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'security_group_rule': {'security_group_id': 'd0c34773-17f2-492f-a08e-316d4708cd6b', 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:06.118691 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:06.140276 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-40f3fb74-5624-478f-8b4f-2d2d65869e1e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (570781b5-7245-451c-93a3-761ade2b922a), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.179755 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37850) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:06.185150 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=70553220-00d6-4a00-8de1-2ee0a9583388,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:06.228222 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-40f3fb74-5624-478f-8b4f-2d2d65869e1e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (570781b5-7245-451c-93a3-761ade2b922a), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.234789 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-40f3fb74-5624-478f-8b4f-2d2d65869e1e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (570781b5-7245-451c-93a3-761ade2b922a), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.261947 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3fb74-5624-478f-8b4f-2d2d65869e1e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570781b5-7245-451c-93a3-761ade2b922a,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:06.276066 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-40f3fb74-5624-478f-8b4f-2d2d65869e1e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.277704 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-40f3fb74-5624-478f-8b4f-2d2d65869e1e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834126 Aug 24 04:37:06.281543 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37852) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:06.286560 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-1e738f25-820e-4009-9d23-a09d5c02fb7a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'security_group_rule': {'security_group_id': 'd0c34773-17f2-492f-a08e-316d4708cd6b', 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:06.292823 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b888-09e3-42c5-b60f-564e6a378ab7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (8a5b1d2d-e266-4c01-8139-f89a6563898c), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.326447 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b888-09e3-42c5-b60f-564e6a378ab7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (8a5b1d2d-e266-4c01-8139-f89a6563898c), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.341177 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1e738f25-820e-4009-9d23-a09d5c02fb7a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (e37b18fe-67ed-4656-864b-43e21de540a8), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.420591 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b888-09e3-42c5-b60f-564e6a378ab7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (8a5b1d2d-e266-4c01-8139-f89a6563898c), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.423893 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2fc1b888-09e3-42c5-b60f-564e6a378ab7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.426219 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-2fc1b888-09e3-42c5-b60f-564e6a378ab7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/8a5b1d2d-e266-4c01-8139-f89a6563898c HTTP/1.1" status: 204 len: 168 time: 0.2443509 Aug 24 04:37:06.429355 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37854) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:06.440165 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1b888-09e3-42c5-b60f-564e6a378ab7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b1d2d-e266-4c01-8139-f89a6563898c,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:06.452170 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.api.v2.resource [None req-ae79eaf3-5973-47ca-9289-2d46d4954119 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] show failed (client error): The resource could not be found. Aug 24 04:37:06.453255 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ae79eaf3-5973-47ca-9289-2d46d4954119 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups/8a5b1d2d-e266-4c01-8139-f89a6563898c HTTP/1.1" status: 404 len: 347 time: 0.0228460 Aug 24 04:37:06.457340 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1e738f25-820e-4009-9d23-a09d5c02fb7a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (e37b18fe-67ed-4656-864b-43e21de540a8), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.458073 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37856) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:06.465828 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:06.469380 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1e738f25-820e-4009-9d23-a09d5c02fb7a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (e37b18fe-67ed-4656-864b-43e21de540a8), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.472718 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d16815-8e36-49a7-bbbb-f77666e98031 None None] New status for floating IP 489d75ed-80d5-460b-b462-ae01ad2f04b4: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:37:06.549083 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e738f25-820e-4009-9d23-a09d5c02fb7a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37b18fe-67ed-4656-864b-43e21de540a8,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:06.586034 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Publish callbacks [] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.595564 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.620470 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1e738f25-820e-4009-9d23-a09d5c02fb7a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.622042 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-1e738f25-820e-4009-9d23-a09d5c02fb7a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3396657 Aug 24 04:37:06.625073 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37858) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:06.630219 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-23f08ef9-89df-4953-be77-a8a8807fa6bb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'security_group_rule': {'security_group_id': 'd0c34773-17f2-492f-a08e-316d4708cd6b', 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:06.669734 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.securitygroups_db [None req-23f08ef9-89df-4953-be77-a8a8807fa6bb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Project 0c7390bb6172447cbbaa4736949fdcb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 04:37:06.680111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-23f08ef9-89df-4953-be77-a8a8807fa6bb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (a7b80f38-ccd8-454f-bad9-d18b65e65b0c), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.686948 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Deleting port 5fd6e309-7039-40f6-a7ed-9985a0cf1acf {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:06.687567 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.713086 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da0d75-5959-42da-9164-78e94270c293 None None] Pushing event updated for resources: {'Port': ['ID=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:06.765899 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:06.769545 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Attempting to bind port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:37:06.770133 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Attempting to bind port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:37:06.770596 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Attempting to bind port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 on network d863b136-979d-44fa-a7e8-96f7bcbd9c90 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:06.773101 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-23f08ef9-89df-4953-be77-a8a8807fa6bb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (a7b80f38-ccd8-454f-bad9-d18b65e65b0c), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.778433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-23f08ef9-89df-4953-be77-a8a8807fa6bb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (a7b80f38-ccd8-454f-bad9-d18b65e65b0c), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.779873 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:37:06.780404 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Checking segment: {'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:37:06.781042 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.781639 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Bound using segment: {'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:37:06.782309 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Bound port: bb8e3f0a-54a6-4f16-a281-c5891a6c69f0, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e4a59a-0087-48a7-bee4-a67c1995687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:37:06.783187 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.802398 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f08ef9-89df-4953-be77-a8a8807fa6bb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b80f38-ccd8-454f-bad9-d18b65e65b0c,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:06.811822 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-23f08ef9-89df-4953-be77-a8a8807fa6bb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.816801 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-23f08ef9-89df-4953-be77-a8a8807fa6bb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1904488 Aug 24 04:37:06.817602 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37860) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:06.821895 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.822479 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.823985 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-df1cc200-fb9a-45c4-8ed0-640b36349a69 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'security_group_rule': {'security_group_id': 'd0c34773-17f2-492f-a08e-316d4708cd6b', 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:06.831703 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:06.844658 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Calling delete_port for 5fd6e309-7039-40f6-a7ed-9985a0cf1acf owned by network:floatingip {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:06.855494 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.securitygroups_db [None req-df1cc200-fb9a-45c4-8ed0-640b36349a69 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Project 0c7390bb6172447cbbaa4736949fdcb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 04:37:06.863265 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-df1cc200-fb9a-45c4-8ed0-640b36349a69 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (c1c19bd8-5b2a-4a37-b8e1-2450b61ebd68), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.918848 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] For port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:37:06.928842 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] For port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,segment=NetworkSegment(96e4a59a-0087-48a7-bee4-a67c1995687f),segment_id=96e4a59a-0087-48a7-bee4-a67c1995687f)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:37:06.937761 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:06.939686 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.959964 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-df1cc200-fb9a-45c4-8ed0-640b36349a69 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (c1c19bd8-5b2a-4a37-b8e1-2450b61ebd68), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.964806 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-df1cc200-fb9a-45c4-8ed0-640b36349a69 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (c1c19bd8-5b2a-4a37-b8e1-2450b61ebd68), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:06.986182 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Routers {'21a805f1-609d-4433-91c7-22bc4c659d23'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:06.986842 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:36:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['21a805f1-609d-4433-91c7-22bc4c659d23'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:06.990633 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cc200-fb9a-45c4-8ed0-640b36349a69 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c19bd8-5b2a-4a37-b8e1-2450b61ebd68,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:06.998832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-df1cc200-fb9a-45c4-8ed0-640b36349a69 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.012670 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-df1cc200-fb9a-45c4-8ed0-640b36349a69 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1805108 Aug 24 04:37:07.083708 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (5fd6e309-7039-40f6-a7ed-9985a0cf1acf), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.126652 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event deleted for resources: {'Port': ['ID=5fd6e309-7039-40f6-a7ed-9985a0cf1acf,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:07.163882 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 70553220-00d6-4a00-8de1-2ee0a9583388 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:07.237428 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da0d75-5959-42da-9164-78e94270c293 None None] Pushing event updated for resources: {'Port': ['ID=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,revision_number=4']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:07.253768 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (489d75ed-80d5-460b-b462-ae01ad2f04b4), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.257513 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.263877 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 70553220-00d6-4a00-8de1-2ee0a9583388 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:07.263877 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.265259 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e0284816-91fc-4946-8daf-b605aeaace69 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/489d75ed-80d5-460b-b462-ae01ad2f04b4 HTTP/1.1" status: 204 len: 168 time: 0.8058162 Aug 24 04:37:07.330413 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] Set router 21a805f1-609d-4433-91c7-22bc4c659d23 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:07.343117 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.373565 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37896) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:07.381130 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-b2829d25-b4cb-47fc-be45-301e92bb8f97 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651580997', 'description': 'tempest-description--663167743'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:07.403867 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 70553220-00d6-4a00-8de1-2ee0a9583388 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:07.412999 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2829d25-b4cb-47fc-be45-301e92bb8f97 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.424891 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:07.463642 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:07.484769 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device a143d8d2-0a49-4ada-9835-9803477f74b7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:07.489972 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:07.515664 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: a143d8d2-0a49-4ada-9835-9803477f74b7 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:07.516419 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device a143d8d2-0a49-4ada-9835-9803477f74b7 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:07.525031 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2829d25-b4cb-47fc-be45-301e92bb8f97 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (f5b90299-5bdc-48f0-a067-53918e2fefcc), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.534317 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2829d25-b4cb-47fc-be45-301e92bb8f97 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (f5b90299-5bdc-48f0-a067-53918e2fefcc), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.586200 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2829d25-b4cb-47fc-be45-301e92bb8f97 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.587635 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-b2829d25-b4cb-47fc-be45-301e92bb8f97 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2123590 Aug 24 04:37:07.590135 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2829d25-b4cb-47fc-be45-301e92bb8f97 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b90299-5bdc-48f0-a067-53918e2fefcc,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:07.592314 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37902) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:07.597427 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-29d4c6e7-865e-48b9-9944-b3a1110e3643 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'security_group_rule': {'security_group_id': 'f5b90299-5bdc-48f0-a067-53918e2fefcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:07.635419 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-29d4c6e7-865e-48b9-9944-b3a1110e3643 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (c4190bbd-7fe7-4da1-9831-5b6cb50bfaa5), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.697857 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 4, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port': {'id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'bb8e3f0a-54a6-4f16-a281-c5891a6c69f0', 'name': '', 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'mac_address': 'fa:16:3e:4d:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '48a036b0-f851-4108-866f-ff3c325d39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:37:02Z', 'updated_at': '2022-08-24T04:37:06Z', 'revision_number': 4, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'subnets': [{'id': '48a036b0-f851-4108-866f-ff3c325d39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:07.711351 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-29d4c6e7-865e-48b9-9944-b3a1110e3643 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (c4190bbd-7fe7-4da1-9831-5b6cb50bfaa5), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.724831 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-29d4c6e7-865e-48b9-9944-b3a1110e3643 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (c4190bbd-7fe7-4da1-9831-5b6cb50bfaa5), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.725545 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b53314-9a8e-4c9e-bbab-3752e108e54b None None] The sync data for ids ['21a805f1-609d-4433-91c7-22bc4c659d23'] in dv-cinder-854263-1-iscsi is: [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 4, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port': {'id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'bb8e3f0a-54a6-4f16-a281-c5891a6c69f0', 'name': '', 'network_id': 'd863b136-979d-44fa-a7e8-96f7bcbd9c90', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'mac_address': 'fa:16:3e:4d:0a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '48a036b0-f851-4108-866f-ff3c325d39e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:37:02Z', 'updated_at': '2022-08-24T04:37:06Z', 'revision_number': 4, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'subnets': [{'id': '48a036b0-f851-4108-866f-ff3c325d39e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:07.753068 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4c6e7-865e-48b9-9944-b3a1110e3643 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4190bbd-7fe7-4da1-9831-5b6cb50bfaa5,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:07.764569 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-29d4c6e7-865e-48b9-9944-b3a1110e3643 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.766885 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-29d4c6e7-865e-48b9-9944-b3a1110e3643 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1733506 Aug 24 04:37:07.770017 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37904) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:07.774705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-653dcfa1-bb1a-40d2-b0be-70f2aec5c26b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'security_group_rule': {'security_group_id': 'f5b90299-5bdc-48f0-a067-53918e2fefcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:07.847095 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-653dcfa1-bb1a-40d2-b0be-70f2aec5c26b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (2a63cf0a-a4d6-43f1-bdc4-269b83c2e185), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.970793 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-653dcfa1-bb1a-40d2-b0be-70f2aec5c26b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (2a63cf0a-a4d6-43f1-bdc4-269b83c2e185), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:07.976679 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-653dcfa1-bb1a-40d2-b0be-70f2aec5c26b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (2a63cf0a-a4d6-43f1-bdc4-269b83c2e185), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:08.000120 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dcfa1-bb1a-40d2-b0be-70f2aec5c26b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a63cf0a-a4d6-43f1-bdc4-269b83c2e185,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:08.014497 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-653dcfa1-bb1a-40d2-b0be-70f2aec5c26b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:08.015974 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-653dcfa1-bb1a-40d2-b0be-70f2aec5c26b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2449713 Aug 24 04:37:08.019344 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37910) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:08.025061 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:08.052340 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:08.169920 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:08.326381 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Allocated IP 172.27.4.157 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/2bbef3c8-0441-47a3-abc6-a08f3d69a2c1) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:37:08.437914 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:08.483818 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for port (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:08.548737 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:08.618539 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:37:08.622257 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:08.627103 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:37:08.629260 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:08.652791 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'Port': ['ID=2bbef3c8-0441-47a3-abc6-a08f3d69a2c1,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:08.736669 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (d32eb43d-0acb-47a6-86e6-66c3a39c7d3b), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:08.790547 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:09.007174 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for port (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:09.014094 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:09.138237 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'Port': ['ID=2bbef3c8-0441-47a3-abc6-a08f3d69a2c1,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:09.142047 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (d32eb43d-0acb-47a6-86e6-66c3a39c7d3b), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:09.172708 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:09.176662 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8b9ce957-d6bc-4b9e-ac8e-85d9c069e2a4 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1537678 Aug 24 04:37:09.201574 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:09.270704 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:09.270968 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:09.397439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:09.397842 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:09.455534 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,segment=NetworkSegment(96e4a59a-0087-48a7-bee4-a67c1995687f),segment_id=96e4a59a-0087-48a7-bee4-a67c1995687f)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:09.465912 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:09.550943 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:09.589833 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-f580a83e-a089-43bd-8f3d-e02c5ef2c41c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1651580997&fields=id&tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25 HTTP/1.1" status: 200 len: 267 time: 0.0706625 Aug 24 04:37:09.757452 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-5feafb92-e76b-407f-aa9b-0b34f3dccb76 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:09.759143 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-5feafb92-e76b-407f-aa9b-0b34f3dccb76 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 810 time: 0.1606193 Aug 24 04:37:09.778518 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-86339930-5133-478a-a85d-fcd08ac0cc3a tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/quotas/5aee8c6a4c124bdbb4c3a26a7f0c9b25 HTTP/1.1" status: 200 len: 375 time: 0.0128102 Aug 24 04:37:09.839313 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-85cd0454-79e1-4150-a4ee-464eea621874 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548177 Aug 24 04:37:10.054687 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-dac36c7b-fd3c-4e66-83a3-a1a99bdf428d service neutron] 10.222.0.89 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029724 Aug 24 04:37:10.236020 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-7ff34e16-0b9a-4a11-90d5-3b5cb53685dd service neutron] 10.222.0.89 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703420 Aug 24 04:37:10.407582 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-832300e4-0a4d-4c77-88db-91f0b996dbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:10.500043 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc1e8faf-636e-4aea-be54-52c0adca1bcb req-d097a098-4607-4448-9bbe-3f535e157476 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 210 time: 0.0449882 Aug 24 04:37:11.166137 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:11.233864 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:11.234247 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:11.380426 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:11.583330 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:11.613288 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-e85f09ff-0bcf-4d61-8f6b-6d232ce2d136 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1568158693&fields=id&tenant_id=1a0a58071bf3429a8895f4923a13514a HTTP/1.1" status: 200 len: 267 time: 0.0700223 Aug 24 04:37:11.684221 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-89ad5bd6-b822-4289-8ea4-3fa9ddeeb2bb req-da83af9d-3397-4a6a-beb5-1a87b44db32a tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 210 time: 0.0630021 Aug 24 04:37:11.709122 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-84eaad82-d6ab-430a-b1e1-1707aae724d0 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:11.709122 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-84eaad82-d6ab-430a-b1e1-1707aae724d0 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 984 time: 0.0883434 Aug 24 04:37:11.725623 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Request body: {'port': {'security_groups': ['b2e599f7-f6b2-4069-970a-e3c767689984']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:11.825529 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:11.907444 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:12.111776 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-f3d80c68-eb0f-440c-a4ea-f7c6add466e2 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:12.116375 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-f3d80c68-eb0f-440c-a4ea-f7c6add466e2 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 810 time: 0.1570160 Aug 24 04:37:12.125032 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] For port c8529d6c-8b97-4651-8200-bb1b006b1ca3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:12.163275 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:12.170144 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:12.185441 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c8529d6c-8b97-4651-8200-bb1b006b1ca3'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:37:12.205087 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:12.206431 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:12.210483 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-10706e0b-8dbd-4dc2-8321-2a2c09a53c60 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25 HTTP/1.1" status: 200 len: 380 time: 0.0802546 Aug 24 04:37:12.217050 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-64133d62-c042-47c8-b5cd-e476abe0fd38 req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "PUT /networking/v2.0/ports/c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 942 time: 0.4929979 Aug 24 04:37:12.217658 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:12.217976 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 37970) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:12.221303 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536" -d '{"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:12.308898 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'port': {'device_id': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'admin_state_up': True, 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'security_groups': ['f5b90299-5bdc-48f0-a067-53918e2fefcc']}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:12.315748 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c8529d6c-8b97-4651-8200-bb1b006b1ca3'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:37:12.352489 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4619e6c-ab42-4510-a4d3-4e0044953039 x-openstack-request-id: req-d4619e6c-ab42-4510-a4d3-4e0044953039 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:12.352989 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:12.354024 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d4619e6c-ab42-4510-a4d3-4e0044953039 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:12.354633 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4619e6c-ab42-4510-a4d3-4e0044953039'] response: {'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'status': 'completed', 'code': 200} Aug 24 04:37:12.362656 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d7a64-fa0d-4dd9-8b04-c498833e4bfa tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event updated for resources: {'Port': ['ID=c8529d6c-8b97-4651-8200-bb1b006b1ca3,revision_number=7']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:12.454403 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:12.510960 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:12.512752 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-5201736d-2335-4fa2-ab86-a0656a4d273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:12.516917 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-5201736d-2335-4fa2-ab86-a0656a4d273c service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=1a0a58071bf3429a8895f4923a13514a&device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1129 time: 0.0759137 Aug 24 04:37:12.531242 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af60c9d4-54fd-4491-a6fb-e68b2632d04c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group (38526eaa-e4e1-4cb8-b617-b6c240c92a51), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:12.573604 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af60c9d4-54fd-4491-a6fb-e68b2632d04c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group (38526eaa-e4e1-4cb8-b617-b6c240c92a51), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:12.576302 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:12.605904 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Made reservation on behalf of 5aee8c6a4c124bdbb4c3a26a7f0c9b25 for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:37:12.609845 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:12.663965 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-ca5f8bd6-8772-4a9f-887b-7971d5b68436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:12.667323 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-ca5f8bd6-8772-4a9f-887b-7971d5b68436 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 200 len: 917 time: 0.1449797 Aug 24 04:37:12.789178 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af60c9d4-54fd-4491-a6fb-e68b2632d04c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (38526eaa-e4e1-4cb8-b617-b6c240c92a51), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:12.792735 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-af60c9d4-54fd-4491-a6fb-e68b2632d04c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:12.793941 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-af60c9d4-54fd-4491-a6fb-e68b2632d04c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/38526eaa-e4e1-4cb8-b617-b6c240c92a51 HTTP/1.1" status: 204 len: 168 time: 0.5623777 Aug 24 04:37:12.801879 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-075315ad-69d4-4cf8-8a4e-649553752d40 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 1001 time: 0.1241584 Aug 24 04:37:12.802464 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 37980) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:12.814743 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60c9d4-54fd-4491-a6fb-e68b2632d04c tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38526eaa-e4e1-4cb8-b617-b6c240c92a51,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:12.841481 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Allocated IP 172.20.0.6 (20558816-8dbf-48fa-80df-be9dcc151316/5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21/0b878aee-aea7-4d15-9a30-7bbcf5fc7eee) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:37:12.844785 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c4524b54-913a-495e-9042-fc74496e63b9 req-102b522f-662c-429c-93c4-cbff78565820 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 210 time: 0.0576985 Aug 24 04:37:12.961362 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-8507d221-d037-4d56-a946-b36b3ca0cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:12.963677 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-8507d221-d037-4d56-a946-b36b3ca0cd77 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=cc28a842-b523-4a8e-8a08-c6bd7074df45 HTTP/1.1" status: 200 len: 854 time: 0.1322467 Aug 24 04:37:12.973332 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-69378587-590a-4156-af65-89ef4b0271ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.084894 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.104433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-37e85932-0893-4ee5-afcf-06a052a16bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:13.106374 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-37e85932-0893-4ee5-afcf-06a052a16bff service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=91eee5dd-5c6f-43ce-9732-7f8661a38597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1322460 Aug 24 04:37:13.131047 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.179263 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Deleting port 7d4f6bc3-50b7-4689-baf6-54740ae3a63f {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:13.179619 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.185514 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:13.186167 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Network 20558816-8dbf-48fa-80df-be9dcc151316 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:37:13.193575 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:13.197463 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:37:13.230887 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event updated for resources: {'Port': ['ID=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:13.282261 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:13.283449 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.315544 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-e038ec53-f84d-4807-89dd-a53eb1f5a8ff tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0457139 Aug 24 04:37:13.344961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Request body: {'port': {'device_id': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:13.470543 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.593774 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-2a92db10-3b93-4033-bc4b-2c4eb6e80558 None None] Provisioning complete for port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:13.594395 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2a92db10-3b93-4033-bc4b-2c4eb6e80558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.610202 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-9a032282-9996-4663-b74d-7aac19611f9c service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764380 Aug 24 04:37:13.635314 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.635704 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for floatingip (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.638139 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-2a92db10-3b93-4033-bc4b-2c4eb6e80558 None None] Port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:37:13.672293 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Calling delete_port for 7d4f6bc3-50b7-4689-baf6-54740ae3a63f owned by network:floatingip {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:13.778404 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:13.809471 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:13.829850 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80d9cfa5-bf13-4bee-bb08-d2b4a7f32536 req-d2143813-9cc3-4c92-a3e1-585fd44950d9 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112570 Aug 24 04:37:13.942028 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:37:13.957389 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Publish callbacks [] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.972322 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:13.991844 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Transition to ACTIVE for port object 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:37:13.995494 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (7d4f6bc3-50b7-4689-baf6-54740ae3a63f), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:13.996970 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:14.033190 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event deleted for resources: {'Port': ['ID=7d4f6bc3-50b7-4689-baf6-54740ae3a63f,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:14.041321 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ed000-35cf-4845-be6c-240ee4d784ec req-4756ed0c-f463-47da-9d6a-8a5f44e1ec99 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:14.043159 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c04ed000-35cf-4845-be6c-240ee4d784ec req-4756ed0c-f463-47da-9d6a-8a5f44e1ec99 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 931 time: 0.0987515 Aug 24 04:37:14.104782 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Pushing event updated for resources: {'Port': ['ID=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:14.105967 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:14.167196 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c04ed000-35cf-4845-be6c-240ee4d784ec req-fa11834f-52b9-48ce-a78e-3a8d66d512a5 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149561 Aug 24 04:37:14.172586 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks [] for floatingip (d6633519-fd12-48e0-a334-17a7d26cb722), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:14.172586 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Floating IP d6633519-fd12-48e0-a334-17a7d26cb722 disassociated (deleted). External IP: 172.27.4.203, port: c8529d6c-8b97-4651-8200-bb1b006b1ca3. Aug 24 04:37:14.188027 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Attempting to bind port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:37:14.188887 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Attempting to bind port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:37:14.188887 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Attempting to bind port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee on network 20558816-8dbf-48fa-80df-be9dcc151316 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:14.193991 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee on network 20558816-8dbf-48fa-80df-be9dcc151316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:37:14.194395 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Attempting to bind port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee on network 20558816-8dbf-48fa-80df-be9dcc151316 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:14.201170 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:37:14.201651 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Checking segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:37:14.202039 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Bound using segment: {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:37:14.202468 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Bound port: 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae85455b-c0e5-435f-8ded-a7b2397ce565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:37:14.203015 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:14.283572 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] For port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:37:14.286910 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] For port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:37:14.295128 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:14.301340 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:14.301961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:14.303383 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/0b878aee-aea7-4d15-9a30-7bbcf5fc7eee HTTP/1.1" status: 200 len: 1093 time: 0.9775007 Aug 24 04:37:14.303818 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'tag': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:14.306147 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806a4b9b-b302-43db-9394-6a7143326ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "53310e57-f73b-462b-91e8-bfc68f6b36ca", "tag": "0b878aee-aea7-4d15-9a30-7bbcf5fc7eee"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:14.414772 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d4634-d903-4467-9382-8c8fe2d0c299 service neutron] Pushing event updated for resources: {'Port': ['ID=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:14.432861 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-660f8c58-42ab-4c3b-b7ad-a160e9aca21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:14.434600 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-660f8c58-42ab-4c3b-b7ad-a160e9aca21b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 1127 time: 0.0625629 Aug 24 04:37:14.479658 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Router 19e31418-a52f-4ada-93cf-113dbbab3d8b has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:14.494428 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:14.500799 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382ab89c-5605-41e2-80d0-fc5c845960cf x-openstack-request-id: req-382ab89c-5605-41e2-80d0-fc5c845960cf {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:14.501162 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53310e57-f73b-462b-91e8-bfc68f6b36ca", "tag": "0b878aee-aea7-4d15-9a30-7bbcf5fc7eee", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:14.501507 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-382ab89c-5605-41e2-80d0-fc5c845960cf {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:14.501931 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382ab89c-5605-41e2-80d0-fc5c845960cf'] response: {'name': 'network-changed', 'server_uuid': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'tag': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'status': 'completed', 'code': 200} Aug 24 04:37:14.503872 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-da898f7c-a09f-4afd-bbb2-83913304d8c4 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee HTTP/1.1" status: 200 len: 217 time: 0.0599790 Aug 24 04:37:14.575485 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-085d9a3a-efc2-417e-a768-6e0d41dce0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:14.577266 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-085d9a3a-efc2-417e-a768-6e0d41dce0e2 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.0653512 Aug 24 04:37:14.638136 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:14.643124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:14.645112 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-16852c34-9e4b-4398-b1d2-ac3388b57543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:14.646752 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-16852c34-9e4b-4398-b1d2-ac3388b57543 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552833 Aug 24 04:37:14.654231 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] Sync routers for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:14.673049 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:14.674157 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:14.692994 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-96e853ea-b7fa-4189-a301-20078c0dc0ec tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/d6633519-fd12-48e0-a334-17a7d26cb722 HTTP/1.1" status: 204 len: 168 time: 1.8716507 Aug 24 04:37:14.693730 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:14.696417 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8485a0-25f8-4406-a71c-d1e21f3a814e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:14.768414 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29823f8-f36d-4177-bdb9-50c0145f61f1 x-openstack-request-id: req-f29823f8-f36d-4177-bdb9-50c0145f61f1 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:14.768914 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:14.769330 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f29823f8-f36d-4177-bdb9-50c0145f61f1 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:14.769855 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29823f8-f36d-4177-bdb9-50c0145f61f1'] response: {'name': 'network-changed', 'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'status': 'completed', 'code': 200} Aug 24 04:37:14.788811 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-b32a982f-12e4-44f9-bc16-82067380bbfd service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343634 Aug 24 04:37:14.826670 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:14.893860 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-f8f8e059-38ae-4905-82d9-21afcba48057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:14.895672 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-f8f8e059-38ae-4905-82d9-21afcba48057 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=1a0a58071bf3429a8895f4923a13514a&device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 1129 time: 0.0936542 Aug 24 04:37:14.961040 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-61502db5-f319-4c8c-9e5c-adb8d92b2457 req-73d34e84-dbd7-481d-9b8b-526d175f6aa4 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643007 Aug 24 04:37:15.086287 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-4715a63b-805f-421d-9fc4-2473eb936be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:15.089413 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-4715a63b-805f-421d-9fc4-2473eb936be2 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 200 len: 917 time: 0.1846137 Aug 24 04:37:15.093313 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:33:02Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:15.128829 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] Checking router: 19e31418-a52f-4ada-93cf-113dbbab3d8b for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:15.139474 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:15.140087 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:15.262854 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:15.325158 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8e239-05a7-42b5-aacb-70e85f8ded13 req-3493b56b-9dcb-49ff-a669-0f7cf37088bf tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:15.326982 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bdd8e239-05a7-42b5-aacb-70e85f8ded13 req-3493b56b-9dcb-49ff-a669-0f7cf37088bf tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 943 time: 0.0656300 Aug 24 04:37:15.366916 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:15.403309 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bdd8e239-05a7-42b5-aacb-70e85f8ded13 req-22aa5523-f16b-4831-bdae-41391f267538 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674689 Aug 24 04:37:15.507059 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:33:02Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:15.541505 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04adafeb-13bc-41db-a419-e160a6275f21 None None] The sync data for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi is: [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:32:51Z', 'revision_number': 4, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'fe43413f-1ef8-4bbc-8241-6ec28fbc26cb', 'name': '', 'network_id': '91eee5dd-5c6f-43ce-9732-7f8661a38597', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'mac_address': 'fa:16:3e:b5:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:50Z', 'updated_at': '2022-08-24T04:33:02Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'subnets': [{'id': 'cc28a842-b523-4a8e-8a08-c6bd7074df45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:15.841715 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0db512-a578-4c9f-a654-35db39504226 None None] New status for floating IP d6633519-fd12-48e0-a334-17a7d26cb722: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:37:15.925909 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:16.019625 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-2f30c002-8b59-455d-b118-0189f3175a41 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 200 len: 217 time: 0.0521994 Aug 24 04:37:16.031479 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4b9b-b302-43db-9394-6a7143326ecb req-c24e21ad-6eda-45ad-987b-a3fcdf6c56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:16.033877 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-806a4b9b-b302-43db-9394-6a7143326ecb req-c24e21ad-6eda-45ad-987b-a3fcdf6c56a0 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 1127 time: 0.0664814 Aug 24 04:37:16.101185 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-aa708974-ddcd-468e-b349-8e81762229b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:16.104117 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-aa708974-ddcd-468e-b349-8e81762229b8 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=cc28a842-b523-4a8e-8a08-c6bd7074df45 HTTP/1.1" status: 200 len: 854 time: 0.0719912 Aug 24 04:37:16.197165 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-6d6f35d5-d4d1-4564-9372-b89e7829b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:16.201655 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-6d6f35d5-d4d1-4564-9372-b89e7829b675 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=91eee5dd-5c6f-43ce-9732-7f8661a38597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888357 Aug 24 04:37:16.205777 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:16.219694 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4b9b-b302-43db-9394-6a7143326ecb req-48839057-7553-410c-8b26-3f2ecef2dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:16.221521 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-806a4b9b-b302-43db-9394-6a7143326ecb req-48839057-7553-410c-8b26-3f2ecef2dabc service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 912 time: 0.1767640 Aug 24 04:37:16.547968 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:16.555144 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-806a4b9b-b302-43db-9394-6a7143326ecb req-271eedca-b908-458f-b4d5-66b241c984ae service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee HTTP/1.1" status: 200 len: 217 time: 0.0406234 Aug 24 04:37:16.609014 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ec884-124f-4046-9563-89a6df9b53ab req-718d3f99-c21a-4f05-b5a1-eaca69ea32a1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:16.611231 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0f0ec884-124f-4046-9563-89a6df9b53ab req-718d3f99-c21a-4f05-b5a1-eaca69ea32a1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 943 time: 0.1182592 Aug 24 04:37:16.625410 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4b9b-b302-43db-9394-6a7143326ecb req-83aa723a-e339-4b30-8f00-13504792305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:16.627065 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-806a4b9b-b302-43db-9394-6a7143326ecb req-83aa723a-e339-4b30-8f00-13504792305f service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.0644760 Aug 24 04:37:16.755493 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a4b9b-b302-43db-9394-6a7143326ecb req-5b8d2f23-854a-4e61-ba18-d867aaa4cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:16.756455 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-62ee6085-8944-4515-9958-215a7ea26b6d service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258520 Aug 24 04:37:16.757427 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-806a4b9b-b302-43db-9394-6a7143326ecb req-5b8d2f23-854a-4e61-ba18-d867aaa4cb18 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809503 Aug 24 04:37:16.786627 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0f0ec884-124f-4046-9563-89a6df9b53ab req-ab9cb9da-c8ab-4109-83a3-a05d5c9a66fc tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588016 Aug 24 04:37:16.791174 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:16.800634 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:16.888389 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-806a4b9b-b302-43db-9394-6a7143326ecb req-811764d1-814a-4537-8018-2744dda3686f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189079 Aug 24 04:37:16.901616 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b8485a0-25f8-4406-a71c-d1e21f3a814e req-e0c55462-32c9-4054-b697-3205410831ec service neutron] 10.222.0.99 "GET /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318486 Aug 24 04:37:17.020361 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-806a4b9b-b302-43db-9394-6a7143326ecb req-5dec0cd1-3018-4030-b986-679a61d3c1cc service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249166 Aug 24 04:37:17.527420 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:37:17.771080 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:17.802953 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:17.817761 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'port_id': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'mac_address': 'fa:16:3e:81:77:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:37:17.860116 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:17.860636 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:17.875905 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:37:17.900612 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:17.905949 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:17.941891 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762739d-f237-49e5-8f32-93597ec557e9 req-62a659c9-7ac2-4008-bec4-9e2d9ccf3f9b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:17.943579 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c762739d-f237-49e5-8f32-93597ec557e9 req-62a659c9-7ac2-4008-bec4-9e2d9ccf3f9b tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 943 time: 0.0604801 Aug 24 04:37:17.965940 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:17.995948 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c762739d-f237-49e5-8f32-93597ec557e9 req-e0b96241-7150-464d-a768-dd90e25ee23d tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 Aug 24 04:37:18.203857 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['0b878aee-aea7-4d15-9a30-7bbcf5fc7eee'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:37:18.877628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3ce98-c232-4d29-8551-ba121686be45 req-6463b825-4716-4c48-92cd-d11045634617 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:18.879169 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20b3ce98-c232-4d29-8551-ba121686be45 req-6463b825-4716-4c48-92cd-d11045634617 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.0586798 Aug 24 04:37:18.936364 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20b3ce98-c232-4d29-8551-ba121686be45 req-50cb30b4-21e2-4258-b992-f81164d22ae1 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512810 Aug 24 04:37:19.121691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e01c-18ec-41c7-99b0-05ed1e7d3c7f req-58351b66-97fe-45b2-8e36-f9c54933a265 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:19.123207 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4ca7e01c-18ec-41c7-99b0-05ed1e7d3c7f req-58351b66-97fe-45b2-8e36-f9c54933a265 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 944 time: 0.0501046 Aug 24 04:37:19.134882 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:19.175547 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4ca7e01c-18ec-41c7-99b0-05ed1e7d3c7f req-d44944f4-c5cb-49a4-9e38-cf1eeba0d5dc tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467570 Aug 24 04:37:19.536065 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:19.539486 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:19.594823 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:37:19.601437 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:19.601821 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:19.684661 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:19.684661 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:19.710410 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:19.713472 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa57f536-5321-46e9-8bef-9a7b21ea7f54" -d '{"events": [{"server_uuid": "53310e57-f73b-462b-91e8-bfc68f6b36ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b878aee-aea7-4d15-9a30-7bbcf5fc7eee"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:19.727515 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:19.732892 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:19.760410 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640af1d0-2c60-45aa-b551-67b4602dd96a x-openstack-request-id: req-640af1d0-2c60-45aa-b551-67b4602dd96a {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:19.761925 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53310e57-f73b-462b-91e8-bfc68f6b36ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b878aee-aea7-4d15-9a30-7bbcf5fc7eee", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:19.761925 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-640af1d0-2c60-45aa-b551-67b4602dd96a {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:19.761925 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640af1d0-2c60-45aa-b551-67b4602dd96a'] response: {'server_uuid': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'code': 200} Aug 24 04:37:19.796420 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:20.057720 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5ae9e-9a72-4a58-bf94-0eb22cfd24a5 req-7306ad5c-1ebd-409f-8c4d-4b3afec4035e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:20.059179 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-79e5ae9e-9a72-4a58-bf94-0eb22cfd24a5 req-7306ad5c-1ebd-409f-8c4d-4b3afec4035e tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.0486476 Aug 24 04:37:20.113645 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-79e5ae9e-9a72-4a58-bf94-0eb22cfd24a5 req-8566629b-cf59-41a4-bf9b-96ef7a8dcecd tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482485 Aug 24 04:37:20.309830 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e127402-e685-4ed6-b03e-a515ffbec441 req-63c8dd6e-48db-4c0e-aaec-0c34031f89e2 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:20.311343 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5e127402-e685-4ed6-b03e-a515ffbec441 req-63c8dd6e-48db-4c0e-aaec-0c34031f89e2 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0558550 Aug 24 04:37:20.362585 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5e127402-e685-4ed6-b03e-a515ffbec441 req-11dd7348-6e40-4241-ae93-844cac68bb67 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447471 Aug 24 04:37:20.833670 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c849c8-6154-4b76-b191-0ecac05090c9 req-184919e9-9c93-4dea-98a6-d5a27caeba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:20.835199 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-12c849c8-6154-4b76-b191-0ecac05090c9 req-184919e9-9c93-4dea-98a6-d5a27caeba63 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 1129 time: 0.0410016 Aug 24 04:37:20.886645 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-12c849c8-6154-4b76-b191-0ecac05090c9 req-bfcddcfc-4a69-453b-b6bd-e6ab3d51306b service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Aug 24 04:37:21.197887 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-e43f37b9-0c82-48af-83c6-e09f3c0de167 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:21.199545 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-e43f37b9-0c82-48af-83c6-e09f3c0de167 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.0629234 Aug 24 04:37:21.253582 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25eec2-281b-4fd0-9553-07a442df159a req-b22faa54-ae7a-4f9d-8ce3-bd5d68f38bb7 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:21.255100 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc25eec2-281b-4fd0-9553-07a442df159a req-b22faa54-ae7a-4f9d-8ce3-bd5d68f38bb7 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 945 time: 0.0525861 Aug 24 04:37:21.294850 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Deleting port c8529d6c-8b97-4651-8200-bb1b006b1ca3 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:21.295198 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:21.313799 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc25eec2-281b-4fd0-9553-07a442df159a req-cf515c04-8521-47f4-916d-bf34e7b96423 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b2e599f7-f6b2-4069-970a-e3c767689984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521190 Aug 24 04:37:21.397036 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] For port c8529d6c-8b97-4651-8200-bb1b006b1ca3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c8529d6c-8b97-4651-8200-bb1b006b1ca3,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:21.397482 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:21.412662 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Calling delete_port for c8529d6c-8b97-4651-8200-bb1b006b1ca3 owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:21.493161 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a9c05-0bbf-48a4-9fa7-7bcd65243572 req-bf34bc6a-1a93-4047-aa5e-93de6e989af6 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:21.495603 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-777a9c05-0bbf-48a4-9fa7-7bcd65243572 req-bf34bc6a-1a93-4047-aa5e-93de6e989af6 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0556247 Aug 24 04:37:21.562709 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (c8529d6c-8b97-4651-8200-bb1b006b1ca3), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:21.575034 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-777a9c05-0bbf-48a4-9fa7-7bcd65243572 req-16d5b47d-8f4b-4a97-aab2-c10f43ee4338 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714519 Aug 24 04:37:21.584139 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c8529d6c-8b97-4651-8200-bb1b006b1ca3'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:37:21.594115 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Pushing event deleted for resources: {'Port': ['ID=c8529d6c-8b97-4651-8200-bb1b006b1ca3,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:21.649580 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] No DVR routers for this DVR port c8529d6c-8b97-4651-8200-bb1b006b1ca3 on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:21.652454 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:21.655750 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-796c5f28-3b36-49a5-9193-06afeab02a6b req-b51db8d9-a49d-4e76-81bc-8c99c6e6fe6b tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.99 "DELETE /networking/v2.0/ports/c8529d6c-8b97-4651-8200-bb1b006b1ca3 HTTP/1.1" status: 204 len: 173 time: 0.4455433 Aug 24 04:37:21.656185 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'name': 'network-vif-deleted', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:21.658710 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f20b25d-dbd9-4e41-8fa4-829349d5ff96" -d '{"events": [{"server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "name": "network-vif-deleted", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:21.698624 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a4592-a4f0-445f-86f6-6e80be183cb7 x-openstack-request-id: req-1e3a4592-a4f0-445f-86f6-6e80be183cb7 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:21.698920 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf082ec2-1fc9-46e3-9647-3964801eb28a", "name": "network-vif-deleted", "tag": "c8529d6c-8b97-4651-8200-bb1b006b1ca3", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:21.699193 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1e3a4592-a4f0-445f-86f6-6e80be183cb7 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:21.699603 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3a4592-a4f0-445f-86f6-6e80be183cb7'] response: {'server_uuid': 'bf082ec2-1fc9-46e3-9647-3964801eb28a', 'name': 'network-vif-deleted', 'tag': 'c8529d6c-8b97-4651-8200-bb1b006b1ca3', 'status': 'completed', 'code': 200} Aug 24 04:37:22.435903 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2dbf0a67-32bf-4cda-a229-01c7b1f6ad06 req-500ee6f1-2d78-4ceb-a7fe-a4a33b652b44 tempest-TestMinimumBasicScenario-157665384 tempest-TestMinimumBasicScenario-157665384-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=bf082ec2-1fc9-46e3-9647-3964801eb28a HTTP/1.1" status: 200 len: 210 time: 0.0317373 Aug 24 04:37:22.726309 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c293892-7afb-436a-a251-fb14658e2cec req-9467fa9d-0091-42c9-8155-48acb290d331 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:22.728230 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8c293892-7afb-436a-a251-fb14658e2cec req-9467fa9d-0091-42c9-8155-48acb290d331 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0534451 Aug 24 04:37:22.797225 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8c293892-7afb-436a-a251-fb14658e2cec req-d8b5ad0e-8b92-4009-a53b-2c1dfb35e6b8 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622904 Aug 24 04:37:23.134439 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:23.171238 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-24bdd4a6-387a-45ad-905b-a566421db004 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1940896157&fields=id&tenant_id=0c7390bb6172447cbbaa4736949fdcb4 HTTP/1.1" status: 200 len: 267 time: 0.0532763 Aug 24 04:37:23.282574 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-532a3095-4fee-4718-a2bd-1dd16584ec8d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:23.284056 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-532a3095-4fee-4718-a2bd-1dd16584ec8d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 809 time: 0.1064050 Aug 24 04:37:23.299590 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-117bdb95-4e10-4c37-8841-0d8c0cb2ca6c tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/quotas/0c7390bb6172447cbbaa4736949fdcb4 HTTP/1.1" status: 200 len: 375 time: 0.0101502 Aug 24 04:37:23.351401 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-fa702dd7-2f7c-48bc-9751-6a0b1b07dbc4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465541 Aug 24 04:37:23.459270 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-1ee15020-8091-40cd-bfaf-afe931aa0cf4 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950062 Aug 24 04:37:23.562382 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-21eb75ad-040e-48cb-a59c-63769ddbce80 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965195 Aug 24 04:37:23.919072 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-474d42f7-f810-4853-8aaa-26a09a96af69 req-e9f76987-3146-4cab-aab6-37766034a2ce tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 210 time: 0.0459037 Aug 24 04:37:23.983301 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c8d03-a4b1-4df1-9228-a6789790ed5a req-c1630071-850e-4696-a88e-9b14c71b57af tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:23.985042 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c30c8d03-a4b1-4df1-9228-a6789790ed5a req-c1630071-850e-4696-a88e-9b14c71b57af tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0816929 Aug 24 04:37:24.027029 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:24.053255 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c30c8d03-a4b1-4df1-9228-a6789790ed5a req-22d73176-57a4-4f43-a7a5-33bfff4c7fd8 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618589 Aug 24 04:37:24.182437 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9618-b4cf-4a8c-a777-faba1a61d254 req-961f9ecd-5605-40be-88cc-cdac448355b8 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:24.184489 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-783e9618-b4cf-4a8c-a777-faba1a61d254 req-961f9ecd-5605-40be-88cc-cdac448355b8 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0586412 Aug 24 04:37:24.196033 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38140) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:24.203138 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Request body: {'floatingip': {'port_id': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:24.249462 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (d32eb43d-0acb-47a6-86e6-66c3a39c7d3b), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:24.290742 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38144) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:24.478724 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:24.582069 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:24.662032 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (19e31418-a52f-4ada-93cf-113dbbab3d8b), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:24.728235 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:24.732510 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (d32eb43d-0acb-47a6-86e6-66c3a39c7d3b), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:24.814224 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:24.923026 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Deleting port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:24.923026 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:25.047777 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] For port fe43413f-1ef8-4bbc-8241-6ec28fbc26cb, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:25.047777 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:25.074929 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e3242d51-78c2-44ca-92bd-77e99fb2991e req-e142f7b2-2829-4a41-9cdb-5c09d0cdb31e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 210 time: 0.0513103 Aug 24 04:37:25.081829 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Calling delete_port for fe43413f-1ef8-4bbc-8241-6ec28fbc26cb owned by network:router_interface {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:25.186249 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Floating IP d32eb43d-0acb-47a6-86e6-66c3a39c7d3b associated. External IP: 172.27.4.157, port: 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee. Aug 24 04:37:25.231358 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:25.269937 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-07f5f36f-f0d1-4adf-9c7f-00e76851e3db tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:25.271412 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-07f5f36f-f0d1-4adf-9c7f-00e76851e3db tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.99 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 809 time: 0.1926551 Aug 24 04:37:25.297591 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (fe43413f-1ef8-4bbc-8241-6ec28fbc26cb), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:25.324593 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe43413f-1ef8-4bbc-8241-6ec28fbc26cb,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:25.435008 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-8ce2edbe-5b52-4866-98c1-dfacafd6b2ec tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0c7390bb6172447cbbaa4736949fdcb4 HTTP/1.1" status: 200 len: 380 time: 0.1445532 Aug 24 04:37:25.450722 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'port': {'device_id': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'admin_state_up': True, 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'security_groups': ['d0c34773-17f2-492f-a08e-316d4708cd6b']}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:25.535145 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (19e31418-a52f-4ada-93cf-113dbbab3d8b), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:25.569477 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c8529d6c-8b97-4651-8200-bb1b006b1ca3 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:25.590156 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Router 9a1924d8-61eb-42bf-9343-b134e0527fee has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:25.611667 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: c8529d6c-8b97-4651-8200-bb1b006b1ca3 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:25.611990 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c8529d6c-8b97-4651-8200-bb1b006b1ca3 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:25.643497 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Made reservation on behalf of 0c7390bb6172447cbbaa4736949fdcb4 for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:37:25.650257 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:25.831485 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:25.924099 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:25.929963 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:25.941816 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] Sync routers for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:25.966063 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:25.967302 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:26.018307 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f8d9cd4a-ee54-4cc5-9ad6-acc9af5005c1 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/d32eb43d-0acb-47a6-86e6-66c3a39c7d3b HTTP/1.1" status: 200 len: 991 time: 1.8199742 Aug 24 04:37:26.021734 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'tag': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:26.024512 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8e920e-7045-44eb-876d-6b337355fa6b" -d '{"events": [{"name": "network-changed", "server_uuid": "53310e57-f73b-462b-91e8-bfc68f6b36ca", "tag": "0b878aee-aea7-4d15-9a30-7bbcf5fc7eee"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:26.033829 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:26.054473 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Allocated IP 172.20.0.3 (827c95a6-1d57-45fd-a53c-29ebfb059ff8/042bcaff-1eee-4ec8-b1a0-b393c4d24e5b/f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:37:26.143835 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaed7f1c-0bdc-45af-bfd2-2f6df46cb109 x-openstack-request-id: req-aaed7f1c-0bdc-45af-bfd2-2f6df46cb109 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:26.144327 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53310e57-f73b-462b-91e8-bfc68f6b36ca", "tag": "0b878aee-aea7-4d15-9a30-7bbcf5fc7eee", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:26.151360 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aaed7f1c-0bdc-45af-bfd2-2f6df46cb109 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:26.151947 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaed7f1c-0bdc-45af-bfd2-2f6df46cb109'] response: {'name': 'network-changed', 'server_uuid': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'tag': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'status': 'completed', 'code': 200} Aug 24 04:37:26.182683 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:26.187575 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:26.257969 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Router 19e31418-a52f-4ada-93cf-113dbbab3d8b has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:26.279836 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:26.315563 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b107b7cf-369d-460f-805f-de2d7d2d25e7 req-90144fb0-39f6-4444-8149-1352723d387d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 210 time: 0.0600100 Aug 24 04:37:26.317403 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-8016ac5d-0fe6-4231-a4f9-02d738cac4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:26.318934 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-8016ac5d-0fe6-4231-a4f9-02d738cac4a0 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 1129 time: 0.1360230 Aug 24 04:37:26.365820 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:26.426758 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:26.503955 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:37:26.507796 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd32eb43d-0acb-47a6-86e6-66c3a39c7d3b', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'port_id': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'mac_address': 'fa:16:3e:81:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:08Z', 'updated_at': '2022-08-24T04:37:24Z', 'revision_number': 1, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:26.509320 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:26.516370 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:37:26.544699 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] Checking router: 9a1924d8-61eb-42bf-9343-b134e0527fee for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:26.556998 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:26.557801 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:26.585115 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:26.591481 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:26.595117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-61ab0837-15e5-420e-8c24-fb22a7f989a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:26.597937 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-61ab0837-15e5-420e-8c24-fb22a7f989a6 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 200 len: 912 time: 0.2680943 Aug 24 04:37:26.610004 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] Sync routers for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:26.611762 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3d5cae6e-ddc1-485c-8250-01b3e0d0f0a6 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/19e31418-a52f-4ada-93cf-113dbbab3d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3192294 Aug 24 04:37:26.613023 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38168) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:26.627071 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:26.630262 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:26.630946 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:26.632725 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:26.676692 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-7d42d5a1-f993-44bf-99bf-4e32927116e7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2309852 Aug 24 04:37:26.693672 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Request body: {'port': {'device_id': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:26.784916 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:26.821979 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-acc8f312-a6dd-4c5c-83bf-f25beaf16c40 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee HTTP/1.1" status: 200 len: 999 time: 0.2071400 Aug 24 04:37:26.830114 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:26.851903 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:26.881865 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-3d1a430d-3c65-423c-939c-ce6bff9393e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:26.883550 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-3d1a430d-3c65-423c-939c-ce6bff9393e0 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 200 len: 849 time: 0.0544152 Aug 24 04:37:26.953946 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks [] for router (19e31418-a52f-4ada-93cf-113dbbab3d8b), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.012827 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:27.036052 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-463764a8-b121-4ec0-ab38-71812f83cb3d None None] Provisioning complete for port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:27.036937 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-463764a8-b121-4ec0-ab38-71812f83cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.068203 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-9e563198-88c9-4791-94f3-e3653c5f6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:27.070751 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-9e563198-88c9-4791-94f3-e3653c5f6e38 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=20558816-8dbf-48fa-80df-be9dcc151316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1809683 Aug 24 04:37:27.091588 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:27.149240 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:37:25Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:27.163610 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:37:27.183348 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Publish callbacks [] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.202961 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:27.211486 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] Checking router: 19e31418-a52f-4ada-93cf-113dbbab3d8b for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:27.218902 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-463764a8-b121-4ec0-ab38-71812f83cb3d None None] Port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:37:27.224416 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Transition to ACTIVE for port object f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:37:27.225531 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd32eb43d-0acb-47a6-86e6-66c3a39c7d3b', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'port_id': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'mac_address': 'fa:16:3e:81:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:08Z', 'updated_at': '2022-08-24T04:37:24Z', 'revision_number': 1, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:27.232229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] Routers {'19e31418-a52f-4ada-93cf-113dbbab3d8b'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:27.233325 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['19e31418-a52f-4ada-93cf-113dbbab3d8b'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:27.234607 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.262966 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e250a-c260-4161-9e6e-c4748643d60c None None] The sync data for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi is: [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'd32eb43d-0acb-47a6-86e6-66c3a39c7d3b', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'port_id': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'mac_address': 'fa:16:3e:81:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:08Z', 'updated_at': '2022-08-24T04:37:24Z', 'revision_number': 1, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:27.288624 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-745d5e5d-e736-4b70-b1fa-100a9f6ac466 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018821 Aug 24 04:37:27.290084 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks [] for router_gateway (19e31418-a52f-4ada-93cf-113dbbab3d8b), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.319528 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:27.386573 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Attempting to bind port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:37:27.387237 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Attempting to bind port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:37:27.387237 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Attempting to bind port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 on network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:27.392121 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 on network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:37:27.393069 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Attempting to bind port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 on network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:27.398978 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:37:27.399925 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Checking segment: {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:37:27.400355 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Bound using segment: {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:37:27.400813 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Bound port: f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65adbc9b-2370-4ea0-ba6b-78b185598d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:37:27.401180 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.429020 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:27.441700 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd8e920e-7045-44eb-876d-6b337355fa6b req-8980928b-b374-4ef8-9883-3441955e519e service neutron] 10.222.0.99 "GET /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392899 Aug 24 04:37:27.487484 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] Set router 19e31418-a52f-4ada-93cf-113dbbab3d8b gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:27.507646 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Deleting port b437b028-8b42-4099-a304-5c045376a5fa {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:27.508012 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (b437b028-8b42-4099-a304-5c045376a5fa), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.518611 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:37:27.522696 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:37:27.538006 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.547317 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:27.550228 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.552888 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 1093 time: 0.8666346 Aug 24 04:37:27.650213 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a171fd-2fab-43b6-b1b1-cac83d3dc762 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:27.661366 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4ba5ef-f8e5-4229-81c2-c0a10d4922c8 None None] New status for floating IP d32eb43d-0acb-47a6-86e6-66c3a39c7d3b: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:37:27.717136 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] For port b437b028-8b42-4099-a304-5c045376a5fa, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=b437b028-8b42-4099-a304-5c045376a5fa,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:27.717328 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (b437b028-8b42-4099-a304-5c045376a5fa), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:27.733361 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Calling delete_port for b437b028-8b42-4099-a304-5c045376a5fa owned by network:router_gateway {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:27.747874 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef9e37-7134-4389-973f-3fe0094fdfa0 req-771e78ec-3ce2-4b8a-93df-a653bf7eb047 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:27.755668 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-baef9e37-7134-4389-973f-3fe0094fdfa0 req-771e78ec-3ce2-4b8a-93df-a653bf7eb047 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.2438421 Aug 24 04:37:27.757229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:37:25Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:27.770955 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-9c305a68-35fd-43bc-945a-f8300575d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:27.772651 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-9c305a68-35fd-43bc-945a-f8300575d27b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1127 time: 0.0908952 Aug 24 04:37:27.791543 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497b4e0-c77d-4bff-afcd-63826e88e26b None None] The sync data for ids ['19e31418-a52f-4ada-93cf-113dbbab3d8b'] in dv-cinder-854263-1-iscsi is: [{'id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'name': 'tempest-TestMinimumBasicScenario-1591918524-router', 'tenant_id': '1a0a58071bf3429a8895f4923a13514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5'}], 'enable_snat': True}, 'gw_port_id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:32:43Z', 'updated_at': '2022-08-24T04:37:25Z', 'revision_number': 5, 'project_id': '1a0a58071bf3429a8895f4923a13514a', 'gw_port': {'id': 'b437b028-8b42-4099-a304-5c045376a5fa', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:93:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e31418-a52f-4ada-93cf-113dbbab3d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:32:46Z', 'updated_at': '2022-08-24T04:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:27.845642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:27.846567 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-b5f3dc26-a80b-417a-aed2-27df1a929148 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 217 time: 0.0642631 Aug 24 04:37:27.865916 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:27.874529 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-baef9e37-7134-4389-973f-3fe0094fdfa0 req-498d4998-4874-4952-ab26-5fec8b5877c1 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178617 Aug 24 04:37:27.925431 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-de35fd78-0ac2-487d-8ae9-0924e5c1acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:27.927780 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-de35fd78-0ac2-487d-8ae9-0924e5c1acaa service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 200 len: 848 time: 0.0655084 Aug 24 04:37:28.002343 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-a7c916fb-a945-44c8-89b6-9904f5644a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:28.004765 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-a7c916fb-a945-44c8-89b6-9904f5644a13 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=827c95a6-1d57-45fd-a53c-29ebfb059ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684886 Aug 24 04:37:28.066848 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (b437b028-8b42-4099-a304-5c045376a5fa), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.096086 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b437b028-8b42-4099-a304-5c045376a5fa,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:28.123183 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-de51a963-e374-4112-a643-42e609782ec0 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118762 Aug 24 04:37:28.154169 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:28.156734 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:28.173798 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (19e31418-a52f-4ada-93cf-113dbbab3d8b), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.209405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d2c48a-af44-43ef-ae6a-8f12eccbea66 x-openstack-request-id: req-a7d2c48a-af44-43ef-ae6a-8f12eccbea66 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:28.209696 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:28.209944 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a7d2c48a-af44-43ef-ae6a-8f12eccbea66 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:28.210330 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d2c48a-af44-43ef-ae6a-8f12eccbea66'] response: {'name': 'network-changed', 'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'status': 'completed', 'code': 200} Aug 24 04:37:28.236209 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:28.247531 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-dda3ee5e-347b-476a-8421-9a77cda58eff req-91961ead-1a4e-484d-927d-3b3a9d35a548 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180091 Aug 24 04:37:28.286995 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (19e31418-a52f-4ada-93cf-113dbbab3d8b), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.291016 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks [] for router_controller (19e31418-a52f-4ada-93cf-113dbbab3d8b), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.337108 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (19e31418-a52f-4ada-93cf-113dbbab3d8b), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.337748 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e31418-a52f-4ada-93cf-113dbbab3d8b {{(pid=106346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:37:28.343724 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.344908 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-fb698a1b-a15e-486c-81f9-f278f0a68e74 admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/19e31418-a52f-4ada-93cf-113dbbab3d8b HTTP/1.1" status: 204 len: 168 time: 1.7281871 Aug 24 04:37:28.347481 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38186) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:28.397963 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b9ee4d-a711-4cd6-bbf3-7556ce600e73 admin admin] Deleting subnet cc28a842-b523-4a8e-8a08-c6bd7074df45 {{(pid=106346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:37:28.402010 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ee4d-a711-4cd6-bbf3-7556ce600e73 admin admin] Publish callbacks [] for subnet (cc28a842-b523-4a8e-8a08-c6bd7074df45), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.451696 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ee4d-a711-4cd6-bbf3-7556ce600e73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047599'] for subnet (cc28a842-b523-4a8e-8a08-c6bd7074df45), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.561950 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-e47720c6-d6e4-4bc3-bf7b-a0990d3a0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:28.563515 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-e47720c6-d6e4-4bc3-bf7b-a0990d3a0c41 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1127 time: 0.0483174 Aug 24 04:37:28.572495 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ee4d-a711-4cd6-bbf3-7556ce600e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (cc28a842-b523-4a8e-8a08-c6bd7074df45), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.632829 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ee4d-a711-4cd6-bbf3-7556ce600e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126732137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126750591'] for subnet (cc28a842-b523-4a8e-8a08-c6bd7074df45), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.661157 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9ee4d-a711-4cd6-bbf3-7556ce600e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc28a842-b523-4a8e-8a08-c6bd7074df45,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:28.661941 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-f0596f14-8026-407e-b125-2bb8e539e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:28.663471 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-f0596f14-8026-407e-b125-2bb8e539e84b service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 911 time: 0.0901985 Aug 24 04:37:28.667756 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b2b9ee4d-a711-4cd6-bbf3-7556ce600e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.673346 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-b2b9ee4d-a711-4cd6-bbf3-7556ce600e73 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/cc28a842-b523-4a8e-8a08-c6bd7074df45 HTTP/1.1" status: 204 len: 168 time: 0.3224299 Aug 24 04:37:28.673645 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38188) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:28.676646 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab38223-c1f9-406a-82dc-de3ce85fd7ac None None] Network 91eee5dd-5c6f-43ce-9732-7f8661a38597 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:37:28.712719 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-0011be6a-3c99-478c-8c5a-00ae7d90cc12 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 217 time: 0.0420477 Aug 24 04:37:28.750071 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (91eee5dd-5c6f-43ce-9732-7f8661a38597), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.770233 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-b5ce9ce1-a0fb-4aad-851e-285aa45afa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:28.771773 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-b5ce9ce1-a0fb-4aad-851e-285aa45afa3f service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 200 len: 848 time: 0.0486524 Aug 24 04:37:28.787567 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:28.805947 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Deleting port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:28.806352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.825365 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-b4338a0f-e960-4e84-8eeb-db534c31f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:28.826897 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-b4338a0f-e960-4e84-8eeb-db534c31f516 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=827c95a6-1d57-45fd-a53c-29ebfb059ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488255 Aug 24 04:37:28.872761 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] DHCP port deletion for 91eee5dd-5c6f-43ce-9732-7f8661a38597 request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:37:28.903684 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] For port f796571e-b6ed-4b4d-8490-4d0f332cc7f5, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:28.904847 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.933712 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Calling delete_port for f796571e-b6ed-4b4d-8490-4d0f332cc7f5 owned by network:dhcp {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:28.951459 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] Deleting port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:28.952027 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:28.963600 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-4083661d-8495-49f0-af31-b49fc546fbdf service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293235 Aug 24 04:37:29.039344 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] For port f796571e-b6ed-4b4d-8490-4d0f332cc7f5, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,segment=NetworkSegment(bd42ba3b-1372-41b4-914d-6169cf4b6a48),segment_id=bd42ba3b-1372-41b4-914d-6169cf4b6a48)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:29.039638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.052830 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:29.058600 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] Calling delete_port for f796571e-b6ed-4b4d-8490-4d0f332cc7f5 owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:29.065080 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117be6c-17f1-4f8e-bddc-64e4fd168345 req-21e5df6e-00b8-43bd-9ce1-e15222d0dfc3 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:29.075781 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c117be6c-17f1-4f8e-bddc-64e4fd168345 req-21e5df6e-00b8-43bd-9ce1-e15222d0dfc3 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0876148 Aug 24 04:37:29.078689 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-78fb250b-d7f8-4baa-be2e-f22f5c5deb3c req-583ee1c1-918d-425d-a12f-c85d883b49ab service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077182 Aug 24 04:37:29.093026 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:29.168882 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c117be6c-17f1-4f8e-bddc-64e4fd168345 req-668388f2-be25-433b-9a37-d223f10c13e4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916140 Aug 24 04:37:29.171441 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device fe43413f-1ef8-4bbc-8241-6ec28fbc26cb no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:29.176072 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.195742 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: fe43413f-1ef8-4bbc-8241-6ec28fbc26cb {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:29.196013 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device fe43413f-1ef8-4bbc-8241-6ec28fbc26cb not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:29.196963 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f796571e-b6ed-4b4d-8490-4d0f332cc7f5 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:29.205317 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Pushing event deleted for resources: {'Port': ['ID=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:29.208821 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] No DVR routers for this DVR port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 on host dv-cinder-854263-1-iscsi {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:29.218884 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: f796571e-b6ed-4b4d-8490-4d0f332cc7f5 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:29.219235 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f796571e-b6ed-4b4d-8490-4d0f332cc7f5 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:29.219659 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device b437b028-8b42-4099-a304-5c045376a5fa no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:29.222825 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (f796571e-b6ed-4b4d-8490-4d0f332cc7f5), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.267929 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: b437b028-8b42-4099-a304-5c045376a5fa {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:29.268285 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device b437b028-8b42-4099-a304-5c045376a5fa not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:29.272077 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] Pushing event deleted for resources: {'Port': ['ID=f796571e-b6ed-4b4d-8490-4d0f332cc7f5,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:29.276762 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5e0be-edc3-4b95-85cb-2f0b6c8f2f73 None None] No DVR routers for this DVR port f796571e-b6ed-4b4d-8490-4d0f332cc7f5 on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:29.292123 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (91eee5dd-5c6f-43ce-9732-7f8661a38597), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.314248 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91eee5dd-5c6f-43ce-9732-7f8661a38597']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:29.323912 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd42ba3b-1372-41b4-914d-6169cf4b6a48') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:29.324217 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd42ba3b-1372-41b4-914d-6169cf4b6a48') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:29.334413 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (bd42ba3b-1372-41b4-914d-6169cf4b6a48), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.349059 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (bd42ba3b-1372-41b4-914d-6169cf4b6a48), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.356602 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:37:29.356967 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (bd42ba3b-1372-41b4-914d-6169cf4b6a48), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.390586 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:37:29.418856 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:29.428338 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (91eee5dd-5c6f-43ce-9732-7f8661a38597), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.445101 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:29.448358 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/91eee5dd-5c6f-43ce-9732-7f8661a38597 HTTP/1.1" status: 204 len: 168 time: 0.7737482 Aug 24 04:37:29.450053 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment bd42ba3b-1372-41b4-914d-6169cf4b6a48 resource provider aggregate not found Aug 24 04:37:29.451600 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38198) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:29.454159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea23498-6918-4beb-af57-ae1bd6101474 admin admin] Pushing event deleted for resources: {'Network': ['ID=91eee5dd-5c6f-43ce-9732-7f8661a38597,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:29.468792 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment bd42ba3b-1372-41b4-914d-6169cf4b6a48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd42ba3b-1372-41b4-914d-6169cf4b6a48 found for delete ", "request_id": "req-fe512f97-dbd2-4269-bc6f-d4d11bf83b23"}]} Aug 24 04:37:29.640827 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:29.865486 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (87af0744-f325-40df-957f-1c2f925c7099), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:30.196916 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Deleting port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:30.197301 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:30.295060 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] For port 9bbc02fa-e23b-4b15-b83e-c6537e3ec141, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,segment=NetworkSegment(52e936ee-33b4-464f-b231-759869991fe2),segment_id=52e936ee-33b4-464f-b231-759869991fe2)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:30.295461 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:30.312283 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Calling delete_port for 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 owned by network:router_interface {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:30.341315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5ac19-4988-4f6d-9c4e-b5298c4effce req-2f0f6219-e5cd-4e91-98d1-f6443789bbd8 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:30.342934 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-62c5ac19-4988-4f6d-9c4e-b5298c4effce req-2f0f6219-e5cd-4e91-98d1-f6443789bbd8 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0581837 Aug 24 04:37:30.367038 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:30.397918 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-62c5ac19-4988-4f6d-9c4e-b5298c4effce req-0f26df81-abb1-4d94-9d1b-29321201786f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491581 Aug 24 04:37:30.521174 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (9bbc02fa-e23b-4b15-b83e-c6537e3ec141), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:30.551676 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbc02fa-e23b-4b15-b83e-c6537e3ec141,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:30.958534 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:30.961717 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (87af0744-f325-40df-957f-1c2f925c7099), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:31.180871 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Router 87af0744-f325-40df-957f-1c2f925c7099 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:31.284508 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:31.289738 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-07647828-90eb-452c-afd4-85966f1da48b admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/87af0744-f325-40df-957f-1c2f925c7099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368707 Aug 24 04:37:31.292597 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38208) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:31.295129 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] Sync routers for ids ['87af0744-f325-40df-957f-1c2f925c7099'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:31.305685 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] Routers {'87af0744-f325-40df-957f-1c2f925c7099'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:31.306376 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['87af0744-f325-40df-957f-1c2f925c7099'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:31.394684 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks [] for router (87af0744-f325-40df-957f-1c2f925c7099), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:31.412525 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:31.416242 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] Set router 87af0744-f325-40df-957f-1c2f925c7099 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:31.511434 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks [] for router_gateway (87af0744-f325-40df-957f-1c2f925c7099), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:31.531693 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94c9f-399b-48c3-86d6-151e0e52a09b req-bf6c845c-fc33-47b3-9ad6-e740c10b311d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:31.533638 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-36e94c9f-399b-48c3-86d6-151e0e52a09b req-bf6c845c-fc33-47b3-9ad6-e740c10b311d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0557723 Aug 24 04:37:31.561748 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:31.568149 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Deleting port 0aa4081f-aaba-4383-9995-24742023f16d {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:31.568633 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (0aa4081f-aaba-4383-9995-24742023f16d), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:31.611339 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-36e94c9f-399b-48c3-86d6-151e0e52a09b req-279ba45c-1a5a-465e-a33a-414b8a62f46a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689678 Aug 24 04:37:31.624215 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149'}], 'enable_snat': True}, 'gw_port_id': '0aa4081f-aaba-4383-9995-24742023f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:37:30Z', 'revision_number': 5, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port': {'id': '0aa4081f-aaba-4383-9995-24742023f16d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ce:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87af0744-f325-40df-957f-1c2f925c7099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:33:03Z', 'updated_at': '2022-08-24T04:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:31.660813 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] Checking router: 87af0744-f325-40df-957f-1c2f925c7099 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:31.661989 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] For port 0aa4081f-aaba-4383-9995-24742023f16d, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=0aa4081f-aaba-4383-9995-24742023f16d,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:31.662489 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (0aa4081f-aaba-4383-9995-24742023f16d), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:31.670149 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] Routers {'87af0744-f325-40df-957f-1c2f925c7099'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:31.670779 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['87af0744-f325-40df-957f-1c2f925c7099'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:31.677904 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Calling delete_port for 0aa4081f-aaba-4383-9995-24742023f16d owned by network:router_gateway {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:31.756449 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] Set router 87af0744-f325-40df-957f-1c2f925c7099 gateway port host: None {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:31.810592 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:37:31Z', 'revision_number': 6, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:31.832305 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:31.836318 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988fb09-bf02-4a37-a4d1-8d6ee86ed853 None None] The sync data for ids ['87af0744-f325-40df-957f-1c2f925c7099'] in dv-cinder-854263-1-iscsi is: [{'id': '87af0744-f325-40df-957f-1c2f925c7099', 'name': 'tempest-TestMinimumBasicScenario-1391357948-router', 'tenant_id': '0169f07957b04c3f94bec01af137383b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:33:00Z', 'updated_at': '2022-08-24T04:37:31Z', 'revision_number': 6, 'project_id': '0169f07957b04c3f94bec01af137383b', 'gw_port_host': None}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:31.865689 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (0aa4081f-aaba-4383-9995-24742023f16d), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:31.893540 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa4081f-aaba-4383-9995-24742023f16d,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:31.964121 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (87af0744-f325-40df-957f-1c2f925c7099), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.074970 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (87af0744-f325-40df-957f-1c2f925c7099), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.077202 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks [] for router_controller (87af0744-f325-40df-957f-1c2f925c7099), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.143176 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (87af0744-f325-40df-957f-1c2f925c7099), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.143898 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87af0744-f325-40df-957f-1c2f925c7099 {{(pid=106347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:37:32.149640 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.151158 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6e4773d2-93ee-4f21-aa02-12f8f2fd41dd admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/87af0744-f325-40df-957f-1c2f925c7099 HTTP/1.1" status: 204 len: 168 time: 0.8574324 Aug 24 04:37:32.153581 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38214) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:32.205292 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe464ad3-9adb-4642-8645-cfe2eeac25b3 admin admin] Deleting subnet 7aade6d5-28a2-492f-b4f2-27dbdb5afb3f {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:37:32.208690 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe464ad3-9adb-4642-8645-cfe2eeac25b3 admin admin] Publish callbacks [] for subnet (7aade6d5-28a2-492f-b4f2-27dbdb5afb3f), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.250867 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe464ad3-9adb-4642-8645-cfe2eeac25b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (7aade6d5-28a2-492f-b4f2-27dbdb5afb3f), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.335605 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe464ad3-9adb-4642-8645-cfe2eeac25b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (7aade6d5-28a2-492f-b4f2-27dbdb5afb3f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.397459 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe464ad3-9adb-4642-8645-cfe2eeac25b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (7aade6d5-28a2-492f-b4f2-27dbdb5afb3f), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.426060 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe464ad3-9adb-4642-8645-cfe2eeac25b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aade6d5-28a2-492f-b4f2-27dbdb5afb3f,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:32.428033 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe464ad3-9adb-4642-8645-cfe2eeac25b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.434264 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fe464ad3-9adb-4642-8645-cfe2eeac25b3 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/7aade6d5-28a2-492f-b4f2-27dbdb5afb3f HTTP/1.1" status: 204 len: 168 time: 0.2772386 Aug 24 04:37:32.434581 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a522a25-762e-4fb6-b32e-2e731ae3bdae None None] Network d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:37:32.435091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38218) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:32.507887 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (d88cb95b-f3e8-48f0-9b03-4badc1f80ca9), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.560355 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Deleting port 118c8234-8ae0-4245-87a9-754cc1e24c4a {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:32.560938 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.636361 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] For port 118c8234-8ae0-4245-87a9-754cc1e24c4a, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=118c8234-8ae0-4245-87a9-754cc1e24c4a,segment=NetworkSegment(52e936ee-33b4-464f-b231-759869991fe2),segment_id=52e936ee-33b4-464f-b231-759869991fe2)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:32.636779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.651683 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Calling delete_port for 118c8234-8ae0-4245-87a9-754cc1e24c4a owned by network:dhcp {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:32.663768 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] DHCP port deletion for d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:37:32.710342 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] Deleting port 118c8234-8ae0-4245-87a9-754cc1e24c4a {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:32.710808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.780398 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787727b4-d8d1-4203-8f3e-b641a024be20 req-82bb2a81-5bec-40b8-9173-11ad666c771b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:32.782313 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-787727b4-d8d1-4203-8f3e-b641a024be20 req-82bb2a81-5bec-40b8-9173-11ad666c771b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0693278 Aug 24 04:37:32.810142 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.845258 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] No DVR routers for this DVR port 118c8234-8ae0-4245-87a9-754cc1e24c4a on host dv-cinder-854263-1-iscsi {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:32.854625 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=118c8234-8ae0-4245-87a9-754cc1e24c4a,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:32.906555 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:32.922491 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=100 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:32.923968 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-787727b4-d8d1-4203-8f3e-b641a024be20 req-99a4046f-0908-4336-ad7d-57ac38a45dad tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323287 Aug 24 04:37:32.934221 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] For port 118c8234-8ae0-4245-87a9-754cc1e24c4a, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=118c8234-8ae0-4245-87a9-754cc1e24c4a,segment=NetworkSegment(52e936ee-33b4-464f-b231-759869991fe2),segment_id=52e936ee-33b4-464f-b231-759869991fe2)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:32.934746 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.953307 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] Calling delete_port for 118c8234-8ae0-4245-87a9-754cc1e24c4a owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:32.964606 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (d88cb95b-f3e8-48f0-9b03-4badc1f80ca9), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:32.989175 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88cb95b-f3e8-48f0-9b03-4badc1f80ca9']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:33.000827 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e936ee-33b4-464f-b231-759869991fe2') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:33.001134 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e936ee-33b4-464f-b231-759869991fe2') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:33.013174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (52e936ee-33b4-464f-b231-759869991fe2), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.030139 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (52e936ee-33b4-464f-b231-759869991fe2), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.038040 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:37:33.038445 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (52e936ee-33b4-464f-b231-759869991fe2), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.050761 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (118c8234-8ae0-4245-87a9-754cc1e24c4a), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.070492 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 52e936ee-33b4-464f-b231-759869991fe2 resource provider aggregate not found Aug 24 04:37:33.075435 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] Pushing event deleted for resources: {'Port': ['ID=118c8234-8ae0-4245-87a9-754cc1e24c4a,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:33.083514 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f821e41-e8fe-4cbd-b799-cbf553db606b None None] No DVR routers for this DVR port 118c8234-8ae0-4245-87a9-754cc1e24c4a on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:33.118673 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 52e936ee-33b4-464f-b231-759869991fe2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52e936ee-33b4-464f-b231-759869991fe2 found for delete ", "request_id": "req-3fbafc26-e823-4e6d-96ab-d7c9d2dda079"}]} Aug 24 04:37:33.132428 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (d88cb95b-f3e8-48f0-9b03-4badc1f80ca9), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.140472 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.144023 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/d88cb95b-f3e8-48f0-9b03-4badc1f80ca9 HTTP/1.1" status: 204 len: 168 time: 0.7079356 Aug 24 04:37:33.162071 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cb3e5-fa3e-4ee7-b817-2d7790508e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d88cb95b-f3e8-48f0-9b03-4badc1f80ca9,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:33.174267 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:33.197306 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:33.197649 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 9bbc02fa-e23b-4b15-b83e-c6537e3ec141 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:33.198359 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 118c8234-8ae0-4245-87a9-754cc1e24c4a no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:33.226925 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 118c8234-8ae0-4245-87a9-754cc1e24c4a {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:33.227416 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 118c8234-8ae0-4245-87a9-754cc1e24c4a not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:33.227857 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 0aa4081f-aaba-4383-9995-24742023f16d no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:33.249533 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 0aa4081f-aaba-4383-9995-24742023f16d {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:33.249735 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 0aa4081f-aaba-4383-9995-24742023f16d not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:33.375815 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38232) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:33.423240 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-84dffa9a-c947-443d-b049-be368ac300b3 req-cbc15f98-dcf9-4b29-9759-16191515e5a0 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454788 Aug 24 04:37:33.424667 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-48dc2121-44a2-48a2-a23f-460cef1acf65 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=1a0a58071bf3429a8895f4923a13514a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475683 Aug 24 04:37:33.427355 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38234) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:33.482140 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:33.494878 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0faace29-d356-4178-a06c-c83aa965beca admin admin] Publish callbacks [] for security_group (b2e599f7-f6b2-4069-970a-e3c767689984), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.519331 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0faace29-d356-4178-a06c-c83aa965beca admin admin] Publish callbacks [] for security_group (b2e599f7-f6b2-4069-970a-e3c767689984), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.528296 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dffa9a-c947-443d-b049-be368ac300b3 req-65c2e6b6-31fb-4a35-88b6-fce2dc89b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:33.530078 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-84dffa9a-c947-443d-b049-be368ac300b3 req-65c2e6b6-31fb-4a35-88b6-fce2dc89b3bc service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=da374e85225c48ec8bf8697227b06d96&device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 1129 time: 0.0550482 Aug 24 04:37:33.593677 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0faace29-d356-4178-a06c-c83aa965beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (b2e599f7-f6b2-4069-970a-e3c767689984), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.596406 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0faace29-d356-4178-a06c-c83aa965beca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:33.601091 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-0faace29-d356-4178-a06c-c83aa965beca admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/b2e599f7-f6b2-4069-970a-e3c767689984 HTTP/1.1" status: 204 len: 168 time: 0.1692281 Aug 24 04:37:33.608931 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faace29-d356-4178-a06c-c83aa965beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e599f7-f6b2-4069-970a-e3c767689984,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:33.894925 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dffa9a-c947-443d-b049-be368ac300b3 req-bad8cc26-249d-40c8-8bce-9c6101d17298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:33.896464 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-84dffa9a-c947-443d-b049-be368ac300b3 req-bad8cc26-249d-40c8-8bce-9c6101d17298 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 200 len: 921 time: 0.1066458 Aug 24 04:37:34.000636 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38242) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:34.082104 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016731c2-7501-401b-b8ad-01e49366791c req-10b02714-e66a-4c85-8cdb-7e83dc8918ba tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:34.083607 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-016731c2-7501-401b-b8ad-01e49366791c req-10b02714-e66a-4c85-8cdb-7e83dc8918ba tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0746605 Aug 24 04:37:34.087178 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-aa37d2d3-b263-4bc9-ba39-51834897e983 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=0169f07957b04c3f94bec01af137383b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0844538 Aug 24 04:37:34.090001 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38244) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:34.097551 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:34.138745 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-016731c2-7501-401b-b8ad-01e49366791c req-16b6993a-b8ff-4b34-9032-4264d527c487 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485284 Aug 24 04:37:34.146762 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f6baf52e-463d-492d-9713-1e617a794e48 admin admin] Publish callbacks [] for security_group (8ec8e9e0-abf0-4123-8d35-c620a358828f), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:34.172238 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f6baf52e-463d-492d-9713-1e617a794e48 admin admin] Publish callbacks [] for security_group (8ec8e9e0-abf0-4123-8d35-c620a358828f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:34.223640 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f6baf52e-463d-492d-9713-1e617a794e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (8ec8e9e0-abf0-4123-8d35-c620a358828f), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:34.226612 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f6baf52e-463d-492d-9713-1e617a794e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:34.228613 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f6baf52e-463d-492d-9713-1e617a794e48 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/8ec8e9e0-abf0-4123-8d35-c620a358828f HTTP/1.1" status: 204 len: 168 time: 0.1375270 Aug 24 04:37:34.237853 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baf52e-463d-492d-9713-1e617a794e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8e9e0-abf0-4123-8d35-c620a358828f,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:34.894598 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-84dffa9a-c947-443d-b049-be368ac300b3 req-a72ba52c-80a1-45dc-a489-2b4b50977555 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e HTTP/1.1" status: 200 len: 217 time: 0.0486579 Aug 24 04:37:34.958097 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dffa9a-c947-443d-b049-be368ac300b3 req-6256e775-b544-4898-8c8f-09c1d2514b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:34.959647 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-84dffa9a-c947-443d-b049-be368ac300b3 req-6256e775-b544-4898-8c8f-09c1d2514b9e service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 200 len: 858 time: 0.0543883 Aug 24 04:37:35.266952 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:35.283824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dffa9a-c947-443d-b049-be368ac300b3 req-0e1e0ebe-b789-4d17-a2ab-ae04132f2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:35.285402 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-84dffa9a-c947-443d-b049-be368ac300b3 req-0e1e0ebe-b789-4d17-a2ab-ae04132f2bea service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530066 Aug 24 04:37:35.286525 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce4092-8bfe-4491-8b77-94b5e4745c9c req-ad5d6fca-a17b-4713-9507-ffd3b54c59d2 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:35.288054 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfce4092-8bfe-4491-8b77-94b5e4745c9c req-ad5d6fca-a17b-4713-9507-ffd3b54c59d2 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0618386 Aug 24 04:37:35.344940 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cfce4092-8bfe-4491-8b77-94b5e4745c9c req-42fef203-b314-403f-8123-00b19a1a3dee tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499313 Aug 24 04:37:35.400630 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-84dffa9a-c947-443d-b049-be368ac300b3 req-a8faf30e-ce55-453a-990f-0fd822c1bcce service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995119 Aug 24 04:37:35.507198 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-84dffa9a-c947-443d-b049-be368ac300b3 req-02e634a0-ed8b-4ccb-94c3-c6ae3beae239 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976937 Aug 24 04:37:36.473205 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404a7da-6f60-47e8-8776-bde71c9bab01 req-0b63e0b9-62cb-40b2-9dbf-5d03c3d4535f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:36.476802 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b404a7da-6f60-47e8-8776-bde71c9bab01 req-0b63e0b9-62cb-40b2-9dbf-5d03c3d4535f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0487218 Aug 24 04:37:36.528279 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b404a7da-6f60-47e8-8776-bde71c9bab01 req-ff5b490b-3da8-43b4-ac46-5b163f9b3e3e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472546 Aug 24 04:37:37.339937 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879312b2-1c4e-45d0-a6ed-7e6de9acb6b1 req-bce043c9-ce98-4bc5-93ea-d05a77b692c5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:37.342529 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-879312b2-1c4e-45d0-a6ed-7e6de9acb6b1 req-bce043c9-ce98-4bc5-93ea-d05a77b692c5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 946 time: 0.0744321 Aug 24 04:37:37.348812 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:37.420428 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-879312b2-1c4e-45d0-a6ed-7e6de9acb6b1 req-83f628cf-6ff7-42db-bc7a-86690da7edfc tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717256 Aug 24 04:37:37.654014 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:37:37.661588 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf435-95a4-4632-8480-f439b3facd7f req-5ba2bc92-a6bc-4509-924e-f57bc96f7c3f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:37.663597 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-703bf435-95a4-4632-8480-f439b3facd7f req-5ba2bc92-a6bc-4509-924e-f57bc96f7c3f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0550838 Aug 24 04:37:37.726641 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-703bf435-95a4-4632-8480-f439b3facd7f req-c8edaea8-1d2a-41a7-a03d-a4d1805346ea tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542376 Aug 24 04:37:37.765750 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:37.778531 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'port_id': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'mac_address': 'fa:16:3e:3d:f0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:37:37.818988 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:37.819384 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:37.834166 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:37:37.855559 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:37.858963 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:37.909943 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:37.918039 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.918397 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.918766 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.919132 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.919474 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.919809 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.920142 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.920482 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.920832 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.921158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.921487 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.921830 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.922165 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.922489 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:37.922813 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:38.165311 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:37:38.297348 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:38.553153 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d934-ce05-4341-9cba-2e4aeab7c1e9 req-9b95d97d-d96c-40ec-9076-047098546def tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:38.554626 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d8d6d934-ce05-4341-9cba-2e4aeab7c1e9 req-9b95d97d-d96c-40ec-9076-047098546def tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 946 time: 0.0516615 Aug 24 04:37:38.585759 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:38.609149 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d8d6d934-ce05-4341-9cba-2e4aeab7c1e9 req-3bc62fce-b0bc-4cb1-9619-9faf94d1fe19 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487545 Aug 24 04:37:38.850866 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba60e5-70e9-4125-b55b-c6e214329ced req-ec5672a8-48b1-4a36-b373-0e04bcad29c5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:38.852377 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bbba60e5-70e9-4125-b55b-c6e214329ced req-ec5672a8-48b1-4a36-b373-0e04bcad29c5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 944 time: 0.0495596 Aug 24 04:37:38.904276 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bbba60e5-70e9-4125-b55b-c6e214329ced req-9e9bfea8-4419-423f-a916-d0c3865e07d6 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Aug 24 04:37:39.290155 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-4c30c615-de53-43cf-862f-e0be1eef7a41 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:39.291653 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-4c30c615-de53-43cf-862f-e0be1eef7a41 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 946 time: 0.0549836 Aug 24 04:37:39.386248 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:39.392515 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Deleting port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:39.393013 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:39.501329 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] For port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:39.501698 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:39.684198 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:37:39.697227 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:39.697711 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (d3483558-8031-4056-baec-2cd973d53abf), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:39.698098 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Floating IP d3483558-8031-4056-baec-2cd973d53abf disassociated. External IP: 172.27.4.180, port: 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2. Aug 24 04:37:39.698519 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Calling delete_port for 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:39.732213 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:37:39.740168 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:39.742071 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:39.768948 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7d424-1cef-4a26-8b3a-63f6632350c6 req-e6b4e6ce-da81-45f2-a964-19552f5ebed2 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:39.769373 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:39.771453 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-33a7d424-1cef-4a26-8b3a-63f6632350c6 req-e6b4e6ce-da81-45f2-a964-19552f5ebed2 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 946 time: 0.0759346 Aug 24 04:37:39.830793 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-33a7d424-1cef-4a26-8b3a-63f6632350c6 req-9548ebfa-e9ee-4b8e-8c99-61aafa48a398 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=5603e858-4cee-4f3c-a3d4-2845f632d689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528486 Aug 24 04:37:39.845969 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:37:39.846379 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:39.857576 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:39.889931 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'Port': ['ID=68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:39.918795 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:39.922316 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5417ec-4d67-48b0-a281-41ffe34a1460" -d '{"events": [{"server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:39.940010 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:39.947941 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:39.992382 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:40.012837 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:40.020342 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:40.054820 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:40.208360 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:40.213897 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576efa-0d9c-454d-80e8-943314b195b8 req-7dbaa4b4-9f35-474f-9065-faf6f5a54760 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:40.215533 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c5576efa-0d9c-454d-80e8-943314b195b8 req-7dbaa4b4-9f35-474f-9065-faf6f5a54760 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0680411 Aug 24 04:37:40.234731 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:40.264202 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:40.265355 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:40.279869 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:40.291162 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] No DVR routers for this DVR port 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:40.294107 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:40.298010 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-aff7c38d-f35b-4c1c-8e5a-415e9f6d0161 req-ce24d460-b719-4e32-9f83-d30adc981ff4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "DELETE /networking/v2.0/ports/68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 HTTP/1.1" status: 204 len: 173 time: 0.9995892 Aug 24 04:37:40.298766 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'name': 'network-vif-deleted', 'tag': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:40.303639 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac9411-4485-4548-a0db-e71c2a2184fe" -d '{"events": [{"server_uuid": "4684df33-42ae-461c-a4c2-cb6fc81bb057", "name": "network-vif-deleted", "tag": "68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:40.324832 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf39c0f-cbda-4e46-bc75-5ecac0999541 x-openstack-request-id: req-1bf39c0f-cbda-4e46-bc75-5ecac0999541 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:40.325280 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:40.325672 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1bf39c0f-cbda-4e46-bc75-5ecac0999541 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:40.326279 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf39c0f-cbda-4e46-bc75-5ecac0999541'] response: {'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'code': 200} Aug 24 04:37:40.353244 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c5576efa-0d9c-454d-80e8-943314b195b8 req-daf845c7-d7f7-43d0-b254-81f75a5e4b6e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261714 Aug 24 04:37:40.403583 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-79d217d4-da7e-4940-8190-fcba952affde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:40.443313 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55330f54-108b-4802-b57b-46d77354a880 req-dcb19a32-c323-4a3b-9c2f-bab63bd07958 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:40.451659 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-55330f54-108b-4802-b57b-46d77354a880 req-dcb19a32-c323-4a3b-9c2f-bab63bd07958 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0728173 Aug 24 04:37:40.454289 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba846bb-95e5-41ee-93bc-a629a2d9a349 x-openstack-request-id: req-7ba846bb-95e5-41ee-93bc-a629a2d9a349 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:40.454589 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4684df33-42ae-461c-a4c2-cb6fc81bb057", "name": "network-vif-deleted", "tag": "68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:40.454850 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7ba846bb-95e5-41ee-93bc-a629a2d9a349 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:40.455264 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba846bb-95e5-41ee-93bc-a629a2d9a349'] response: {'server_uuid': '4684df33-42ae-461c-a4c2-cb6fc81bb057', 'name': 'network-vif-deleted', 'tag': '68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2', 'status': 'completed', 'code': 200} Aug 24 04:37:40.490333 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:40.513156 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-55330f54-108b-4802-b57b-46d77354a880 req-a153af66-d177-46d0-95bd-ecde6c8fd15d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605485 Aug 24 04:37:40.701894 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:40.727587 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:40.736044 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:40.736676 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:40.840951 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:41.045436 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:41.077315 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd3620-1f0e-41ab-bcf9-c635c5947be9 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:41.199125 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9e21bf1b-187d-40b6-821e-3e2232f2652e req-483c0ce0-e4f3-4e77-b1c6-238f985eb17e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 210 time: 0.2859864 Aug 24 04:37:41.317339 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601364ac-cec6-46d2-9a54-fe35a2ef9d6b None None] New status for floating IP d3483558-8031-4056-baec-2cd973d53abf: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:37:41.495428 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6201d3b-b6c5-4d58-81c0-e92f4375febf req-3c9b698b-af69-4cd4-8fd5-1b461b65f19e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:41.496966 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d6201d3b-b6c5-4d58-81c0-e92f4375febf req-3c9b698b-af69-4cd4-8fd5-1b461b65f19e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0513523 Aug 24 04:37:41.550105 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d6201d3b-b6c5-4d58-81c0-e92f4375febf req-bd937e27-500d-407c-b954-5cb67681883e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471191 Aug 24 04:37:41.638829 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d520969-f659-4d70-9aaa-31d12d5f57f0 req-2de50a35-1d49-4437-b993-c123f70a7486 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:41.640348 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d520969-f659-4d70-9aaa-31d12d5f57f0 req-2de50a35-1d49-4437-b993-c123f70a7486 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0528572 Aug 24 04:37:41.690010 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d520969-f659-4d70-9aaa-31d12d5f57f0 req-8729e1ac-3aa2-48df-9cb0-6d7e64db5076 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440462 Aug 24 04:37:42.302364 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1d9d59e7-9784-408f-becb-9796090001fe req-7bd46049-2264-44da-8411-e1effc7f8a8a tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 210 time: 0.0282619 Aug 24 04:37:42.683932 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4778be-b773-454d-bbe4-a07835197fa8 req-698dad79-4cc0-4e71-b19d-8bf46979c798 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:42.685628 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-db4778be-b773-454d-bbe4-a07835197fa8 req-698dad79-4cc0-4e71-b19d-8bf46979c798 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0544016 Aug 24 04:37:42.749413 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-db4778be-b773-454d-bbe4-a07835197fa8 req-21ed1b81-9609-41bc-857e-647b4e3b1b34 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548713 Aug 24 04:37:42.834864 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3ca5-e004-464d-b408-f36363c6f944 req-130e7cdb-42f5-40c8-8455-865de3c714d6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:42.836866 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0a8d3ca5-e004-464d-b408-f36363c6f944 req-130e7cdb-42f5-40c8-8455-865de3c714d6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0579317 Aug 24 04:37:42.893399 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0a8d3ca5-e004-464d-b408-f36363c6f944 req-7d93e0ac-70ff-46b9-ac10-8dcf4a49ca8a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506864 Aug 24 04:37:42.973901 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-05a94a14-354e-486f-ae9d-db573768c7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:43.352895 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33b6cc-9704-41b2-85f5-dcc220cf1a1c req-6f4f1623-0916-4518-954f-0282cdb2fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:43.354375 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7e33b6cc-9704-41b2-85f5-dcc220cf1a1c req-6f4f1623-0916-4518-954f-0282cdb2fb39 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1129 time: 0.0468569 Aug 24 04:37:43.438019 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3d6ff59e-fac2-46aa-a787-b7459562bfe7 req-0afd31d5-1a70-4416-b6ef-c020edf71fb4 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=4684df33-42ae-461c-a4c2-cb6fc81bb057 HTTP/1.1" status: 200 len: 210 time: 0.0372612 Aug 24 04:37:43.455760 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-7e33b6cc-9704-41b2-85f5-dcc220cf1a1c req-622678be-fcac-4381-8914-4a85bea8fdc4 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471032 Aug 24 04:37:43.475696 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b28a05-b795-4318-93fe-409d1a358076 req-f800b1dd-7470-47a9-974b-8e53ee7efbfc tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:43.479786 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f8b28a05-b795-4318-93fe-409d1a358076 req-f800b1dd-7470-47a9-974b-8e53ee7efbfc tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.0664749 Aug 24 04:37:43.717712 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:43.719870 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:43.738239 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:43.738584 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 68a44c2f-b6bc-4c03-8e9a-8ab8624a80b2 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:43.918368 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95a16b-2670-486a-a0c9-547dc4f7c326 req-61642774-650c-4776-b935-09e198d66de4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:43.920239 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4e95a16b-2670-486a-a0c9-547dc4f7c326 req-61642774-650c-4776-b935-09e198d66de4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0762553 Aug 24 04:37:43.980433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Deleting port 68efa496-67c6-4e09-bc07-800f4bf71265 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:43.980895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.058285 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:44.090911 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.107932 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4e95a16b-2670-486a-a0c9-547dc4f7c326 req-1a9c510f-ef65-4ae3-80ea-7161b2f2283c tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647835 Aug 24 04:37:44.123174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95535c9-cbdf-43df-8f1a-49d48524b0da req-75bae921-c573-4d78-9394-6ca189034602 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:44.124748 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b95535c9-cbdf-43df-8f1a-49d48524b0da req-75bae921-c573-4d78-9394-6ca189034602 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 946 time: 0.1370649 Aug 24 04:37:44.181719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] For port 68efa496-67c6-4e09-bc07-800f4bf71265, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=68efa496-67c6-4e09-bc07-800f4bf71265,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:44.182099 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.210075 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b95535c9-cbdf-43df-8f1a-49d48524b0da req-a0cbfeed-438e-4c56-b7cd-a98ce3538efa tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=12f055e4-a670-4b3f-8c46-07dd86ef1817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795741 Aug 24 04:37:44.351170 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:44.378331 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.378691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (32fdcd5a-26c4-4f50-acee-703d4294a327), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.379006 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Floating IP 32fdcd5a-26c4-4f50-acee-703d4294a327 disassociated. External IP: 172.27.4.219, port: 68efa496-67c6-4e09-bc07-800f4bf71265. Aug 24 04:37:44.379350 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Calling delete_port for 68efa496-67c6-4e09-bc07-800f4bf71265 owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:44.529325 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (68efa496-67c6-4e09-bc07-800f4bf71265), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.546778 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38342) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:44.578318 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event deleted for resources: {'Port': ['ID=68efa496-67c6-4e09-bc07-800f4bf71265,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:44.615175 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5fccb5-c588-4529-85b0-737a52d90cda tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (5603e858-4cee-4f3c-a3d4-2845f632d689), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.653120 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5fccb5-c588-4529-85b0-737a52d90cda tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (5603e858-4cee-4f3c-a3d4-2845f632d689), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.715740 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5fccb5-c588-4529-85b0-737a52d90cda tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (5603e858-4cee-4f3c-a3d4-2845f632d689), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.719201 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5fccb5-c588-4529-85b0-737a52d90cda tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.724372 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ed5fccb5-c588-4529-85b0-737a52d90cda tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/5603e858-4cee-4f3c-a3d4-2845f632d689 HTTP/1.1" status: 204 len: 168 time: 0.1725717 Aug 24 04:37:44.725359 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38344) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:44.725958 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Router deef27af-e359-46fd-8876-13416fa0f0bb has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:44.746328 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fccb5-c588-4529-85b0-737a52d90cda tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5603e858-4cee-4f3c-a3d4-2845f632d689,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:44.748472 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.api.v2.resource [None req-15b13327-1872-426c-80ad-8f508a842098 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] show failed (client error): The resource could not be found. Aug 24 04:37:44.749562 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-15b13327-1872-426c-80ad-8f508a842098 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups/5603e858-4cee-4f3c-a3d4-2845f632d689 HTTP/1.1" status: 404 len: 347 time: 0.0207601 Aug 24 04:37:44.752710 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38346) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:44.844634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:44.857446 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] Sync routers for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:44.873956 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:44.874497 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:44.891145 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Deleting port cfc4a0f3-6414-46c8-9bda-b46d0db4b33a {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:44.891145 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.905191 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] No DVR routers for this DVR port 68efa496-67c6-4e09-bc07-800f4bf71265 on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:44.908207 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:44.917491 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f8b28a05-b795-4318-93fe-409d1a358076 req-ffa7b6dc-af30-497e-8397-739a3d4fedc3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "DELETE /networking/v2.0/ports/68efa496-67c6-4e09-bc07-800f4bf71265 HTTP/1.1" status: 204 len: 173 time: 1.0997653 Aug 24 04:37:44.917491 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'name': 'network-vif-deleted', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:44.917491 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9190d8cc-ecad-48fa-bfd2-9a0764e80467" -d '{"events": [{"server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "name": "network-vif-deleted", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:45.082881 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:45.097697 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a351fc0f-801a-494e-86d6-db5f6c40617e x-openstack-request-id: req-a351fc0f-801a-494e-86d6-db5f6c40617e {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:45.098275 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ba10f7-783f-4166-b8b2-9d7ac7d16f52", "name": "network-vif-deleted", "tag": "68efa496-67c6-4e09-bc07-800f4bf71265", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:45.098390 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a351fc0f-801a-494e-86d6-db5f6c40617e {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:45.098993 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a351fc0f-801a-494e-86d6-db5f6c40617e'] response: {'server_uuid': 'f6ba10f7-783f-4166-b8b2-9d7ac7d16f52', 'name': 'network-vif-deleted', 'tag': '68efa496-67c6-4e09-bc07-800f4bf71265', 'status': 'completed', 'code': 200} Aug 24 04:37:45.272896 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba178ed-db5d-4323-97d0-c7520ec31eff req-0b4b5093-796a-45fe-903b-67a221741529 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:45.281519 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ba178ed-db5d-4323-97d0-c7520ec31eff req-0b4b5093-796a-45fe-903b-67a221741529 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0803330 Aug 24 04:37:45.344604 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ba178ed-db5d-4323-97d0-c7520ec31eff req-8207b340-3a47-4dcb-8cf0-1e730a65fb6f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616119 Aug 24 04:37:45.398237 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:45.414104 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3ae6c45e-4dfa-4892-aab5-839f69671db4 req-08a65c3e-9cae-40c7-9ed2-9ff46394a1a2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=f6ba10f7-783f-4166-b8b2-9d7ac7d16f52 HTTP/1.1" status: 200 len: 210 time: 0.0671992 Aug 24 04:37:45.439880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:45.439880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:45.466718 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:45.468743 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Calling delete_port for cfc4a0f3-6414-46c8-9bda-b46d0db4b33a owned by network:floatingip {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:45.514264 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] Checking router: deef27af-e359-46fd-8876-13416fa0f0bb for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:45.529979 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:45.530370 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2d06-2d6f-4dca-9b4f-881f612d703a req-82363386-570e-4f47-a201-666b5c08cdf7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:45.532038 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:45.538179 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-040a2d06-2d6f-4dca-9b4f-881f612d703a req-82363386-570e-4f47-a201-666b5c08cdf7 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0713181 Aug 24 04:37:45.591852 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:45.596508 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-040a2d06-2d6f-4dca-9b4f-881f612d703a req-aac7fe57-461f-4a02-a9c6-ba7fe92bc635 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570068 Aug 24 04:37:45.628083 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:45.634055 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38358) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:45.674466 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (cfc4a0f3-6414-46c8-9bda-b46d0db4b33a), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:45.692324 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:45.705321 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'Port': ['ID=cfc4a0f3-6414-46c8-9bda-b46d0db4b33a,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:45.787441 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (d3483558-8031-4056-baec-2cd973d53abf), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:45.792495 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:45.794591 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8c3d3b5b-6dd8-44c6-b3b6-b3f35c5043bd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/d3483558-8031-4056-baec-2cd973d53abf HTTP/1.1" status: 204 len: 168 time: 1.0406110 Aug 24 04:37:45.880315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38364) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:45.889425 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-c92b2052-f0cc-4925-a1c0-cc9d8357d026 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256036209', 'description': 'tempest-description--1577943185'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:45.911890 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:45.947166 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c92b2052-f0cc-4925-a1c0-cc9d8357d026 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:45.971304 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a00e7d-ea42-4f6d-984c-8d9219bdbe6e tempest-TestShelveInstance-1348020921 tempest-TestShelveInstance-1348020921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:45.973475 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-50a00e7d-ea42-4f6d-984c-8d9219bdbe6e tempest-TestShelveInstance-1348020921 tempest-TestShelveInstance-1348020921-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1124 time: 0.3378732 Aug 24 04:37:45.976768 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38366) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:45.981763 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'port_id': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:45.986908 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:45.997723 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:46.008635 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:46.019522 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f5abb-a329-4a5d-bdcd-4a278fb7d131 None None] The sync data for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi is: [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:31:40Z', 'revision_number': 4, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'c3267696-c328-4dad-986c-e319b2a721f0', 'name': '', 'network_id': 'e6ff4d6d-7eab-4338-b922-6c10aa0ff41d', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'mac_address': 'fa:16:3e:38:8f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:10Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'subnets': [{'id': '5fbac197-8fc3-4ab2-9a33-112f00b5da8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:46.027665 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.058680 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c92b2052-f0cc-4925-a1c0-cc9d8357d026 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (1fcaf489-90c7-45d4-8488-0851fa436ee0), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.065115 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c92b2052-f0cc-4925-a1c0-cc9d8357d026 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (1fcaf489-90c7-45d4-8488-0851fa436ee0), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.117275 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c92b2052-f0cc-4925-a1c0-cc9d8357d026 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.121737 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c92b2052-f0cc-4925-a1c0-cc9d8357d026 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2339334 Aug 24 04:37:46.121737 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b2052-f0cc-4925-a1c0-cc9d8357d026 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcaf489-90c7-45d4-8488-0851fa436ee0,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:46.124759 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38368) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:46.129683 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-798391a8-5f51-4477-bc41-16080c655c5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group_rule': {'security_group_id': '1fcaf489-90c7-45d4-8488-0851fa436ee0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:46.151833 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.203460 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-798391a8-5f51-4477-bc41-16080c655c5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (b0e71485-238a-4b7b-9a01-86ab74c9902e), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.206662 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.327539 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Allocated IP 172.27.4.71 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/10f018dd-575c-4d1e-87fb-a7b91c2613cb) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:37:46.337632 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-798391a8-5f51-4477-bc41-16080c655c5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (b0e71485-238a-4b7b-9a01-86ab74c9902e), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.343805 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95a129-3dcf-425b-9762-2f2d05fa9577 None None] New status for floating IP 32fdcd5a-26c4-4f50-acee-703d4294a327: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:37:46.344015 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-798391a8-5f51-4477-bc41-16080c655c5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (b0e71485-238a-4b7b-9a01-86ab74c9902e), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.382556 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798391a8-5f51-4477-bc41-16080c655c5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e71485-238a-4b7b-9a01-86ab74c9902e,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:46.396511 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-798391a8-5f51-4477-bc41-16080c655c5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.400789 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38370) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:46.400988 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-798391a8-5f51-4477-bc41-16080c655c5c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2748520 Aug 24 04:37:46.407960 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-c5fcfb57-c7a9-4c0c-9136-bee42f809010 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'security_group_rule': {'security_group_id': '1fcaf489-90c7-45d4-8488-0851fa436ee0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:46.415325 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:46.448504 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfb57-c7a9-4c0c-9136-bee42f809010 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (3dd9c5e3-b7f5-4e55-9ddf-2b1c2c63e6c5), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.492833 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for port (10f018dd-575c-4d1e-87fb-a7b91c2613cb), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.527026 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfb57-c7a9-4c0c-9136-bee42f809010 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (3dd9c5e3-b7f5-4e55-9ddf-2b1c2c63e6c5), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.532766 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfb57-c7a9-4c0c-9136-bee42f809010 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (3dd9c5e3-b7f5-4e55-9ddf-2b1c2c63e6c5), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.558667 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38376) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:46.559822 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcfb57-c7a9-4c0c-9136-bee42f809010 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd9c5e3-b7f5-4e55-9ddf-2b1c2c63e6c5,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:46.574665 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c5fcfb57-c7a9-4c0c-9136-bee42f809010 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.578990 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c5fcfb57-c7a9-4c0c-9136-bee42f809010 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740649 Aug 24 04:37:46.579156 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (10f018dd-575c-4d1e-87fb-a7b91c2613cb), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.579383 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38378) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:46.584955 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:46.612559 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.655807 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:37:46.667229 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:46.669913 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:37:46.701751 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'Port': ['ID=10f018dd-575c-4d1e-87fb-a7b91c2613cb,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:46.702688 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.712045 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba693-9a18-4bc8-be62-2d769394d19d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group (12f055e4-a670-4b3f-8c46-07dd86ef1817), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.746525 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba693-9a18-4bc8-be62-2d769394d19d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group (12f055e4-a670-4b3f-8c46-07dd86ef1817), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.824605 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Allocated IP 172.27.4.240 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/154b619f-7d62-4df8-a54e-b3ffe44bd21e) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:37:46.841906 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:46.853297 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:46.912434 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba693-9a18-4bc8-be62-2d769394d19d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (12f055e4-a670-4b3f-8c46-07dd86ef1817), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.915249 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba693-9a18-4bc8-be62-2d769394d19d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:46.916466 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fb7ba693-9a18-4bc8-be62-2d769394d19d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/12f055e4-a670-4b3f-8c46-07dd86ef1817 HTTP/1.1" status: 204 len: 168 time: 0.3562949 Aug 24 04:37:46.919282 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38380) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:46.945268 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.api.v2.resource [None req-96a139ae-ff8a-42ed-bce3-6ae5d712e3fd tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] show failed (client error): The resource could not be found. Aug 24 04:37:46.949922 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-96a139ae-ff8a-42ed-bce3-6ae5d712e3fd tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups/12f055e4-a670-4b3f-8c46-07dd86ef1817 HTTP/1.1" status: 404 len: 347 time: 0.0267506 Aug 24 04:37:46.950521 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38382) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:46.959896 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ba693-9a18-4bc8-be62-2d769394d19d tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f055e4-a670-4b3f-8c46-07dd86ef1817,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:47.007199 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (154b619f-7d62-4df8-a54e-b3ffe44bd21e), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.096658 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:47.122535 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Deleting port dc0e6e87-ce3d-4d90-ad51-48a181460d2f {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:47.123238 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.127312 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (154b619f-7d62-4df8-a54e-b3ffe44bd21e), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.140773 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for floatingip (81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.214197 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (10f018dd-575c-4d1e-87fb-a7b91c2613cb), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.222124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:37:47.234778 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:47.237238 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:37:47.266519 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:47.272739 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=154b619f-7d62-4df8-a54e-b3ffe44bd21e,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:47.293435 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.294149 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.318406 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Calling delete_port for dc0e6e87-ce3d-4d90-ad51-48a181460d2f owned by network:floatingip {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:47.387310 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for port (10f018dd-575c-4d1e-87fb-a7b91c2613cb), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.392715 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (10f018dd-575c-4d1e-87fb-a7b91c2613cb), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.414589 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (4ac7f73e-80a1-4924-a035-b91efaefd447), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.464511 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event updated for resources: {'Port': ['ID=10f018dd-575c-4d1e-87fb-a7b91c2613cb,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:47.467304 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.480396 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (154b619f-7d62-4df8-a54e-b3ffe44bd21e), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.571325 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Floating IP 81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd associated. External IP: 172.27.4.71, port: f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26. Aug 24 04:37:47.602809 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (dc0e6e87-ce3d-4d90-ad51-48a181460d2f), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.665760 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event deleted for resources: {'Port': ['ID=dc0e6e87-ce3d-4d90-ad51-48a181460d2f,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:47.720896 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 68efa496-67c6-4e09-bc07-800f4bf71265 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:47.743596 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:47.745034 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 68efa496-67c6-4e09-bc07-800f4bf71265 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:47.745417 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 68efa496-67c6-4e09-bc07-800f4bf71265 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:47.769069 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks [] for floatingip (32fdcd5a-26c4-4f50-acee-703d4294a327), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.771663 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.772877 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-7a55d9d6-8375-47f9-9bfc-5f8f3a873bfe tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/32fdcd5a-26c4-4f50-acee-703d4294a327 HTTP/1.1" status: 204 len: 168 time: 0.8214066 Aug 24 04:37:47.778527 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (154b619f-7d62-4df8-a54e-b3ffe44bd21e), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.784004 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (154b619f-7d62-4df8-a54e-b3ffe44bd21e), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.794972 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Router 110fbbc3-965f-413d-9774-69d7f3b8aed8 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:37:47.816654 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:47.872783 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (4ac7f73e-80a1-4924-a035-b91efaefd447), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.876188 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=154b619f-7d62-4df8-a54e-b3ffe44bd21e,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:47.905240 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.915307 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:47.916398 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c22edb3d-44f2-4955-8199-a67dcd32354f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3356347 Aug 24 04:37:47.945160 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:37:47.961025 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] Sync routers for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:37:47.970610 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:47.977663 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:47.978906 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:48.005105 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-440ba195-72cd-48e9-8bec-41687337c834 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0268476 Aug 24 04:37:48.005694 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:48.008987 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0afde37-1e3d-48d4-b89c-356318b32ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:48.065553 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b5876-5862-4d6f-840b-60df59c585ec x-openstack-request-id: req-7f8b5876-5862-4d6f-840b-60df59c585ec {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:48.065858 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:48.066139 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7f8b5876-5862-4d6f-840b-60df59c585ec {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:48.066530 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8b5876-5862-4d6f-840b-60df59c585ec'] response: {'name': 'network-changed', 'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'status': 'completed', 'code': 200} Aug 24 04:37:48.097637 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:48.129931 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-7a27bd1b-4f36-4e12-9110-8e2f7d0502aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:48.131695 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-7a27bd1b-4f36-4e12-9110-8e2f7d0502aa service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1129 time: 0.0441840 Aug 24 04:37:48.260645 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-5c665a86-572e-4c77-9d66-f4cbd9c5184c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1256036209&fields=id&tenant_id=9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 267 time: 0.0972800 Aug 24 04:37:48.295889 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-c9c3326e-e4fa-4f85-84c3-2afa51696c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:48.297377 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-c9c3326e-e4fa-4f85-84c3-2afa51696c17 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 911 time: 0.1592209 Aug 24 04:37:48.311173 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:48.326907 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'port_id': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'mac_address': 'fa:16:3e:3d:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:47Z', 'updated_at': '2022-08-24T04:37:47Z', 'revision_number': 0, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 5, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:48.353836 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] Checking router: 110fbbc3-965f-413d-9774-69d7f3b8aed8 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:37:48.363040 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:37:48.363836 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:48.421725 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-cfb3a1e4-b90c-496c-b84e-43fec070d28a service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 998 time: 0.1067157 Aug 24 04:37:48.472235 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-ca44bae8-5bb2-4def-af6a-66a1d1c0fbe7 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:48.473942 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-ca44bae8-5bb2-4def-af6a-66a1d1c0fbe7 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 814 time: 0.2035437 Aug 24 04:37:48.485316 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:37:48.505737 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-7c947b92-4201-4749-b96a-3f6f1a743ae5 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/quotas/9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 375 time: 0.0212131 Aug 24 04:37:48.507464 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-3f9ea94b-9b9a-4b73-8305-dcb17dc9eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:48.510098 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-3f9ea94b-9b9a-4b73-8305-dcb17dc9eec4 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 200 len: 848 time: 0.0784259 Aug 24 04:37:48.568423 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:48.588953 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-622872c3-e1e0-49ea-bc04-979fb68783d0 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763407 Aug 24 04:37:48.595096 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-f99083ef-e28e-4e8a-9545-5025f063487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:48.596680 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-f99083ef-e28e-4e8a-9545-5025f063487a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=827c95a6-1d57-45fd-a53c-29ebfb059ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747142 Aug 24 04:37:48.770656 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-c7e301eb-8781-4158-9528-b262750e065f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664946 Aug 24 04:37:48.773636 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'port_id': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'mac_address': 'fa:16:3e:3d:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:47Z', 'updated_at': '2022-08-24T04:37:47Z', 'revision_number': 0, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 5, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:37:48.774139 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-9e7aac6c-139f-499a-a2b7-e5af6ee8e534 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613960 Aug 24 04:37:48.818778 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7170e41-cc18-4435-a9eb-139c813710f5 None None] The sync data for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi is: [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'floating_ip_address': '172.27.4.71', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'port_id': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'mac_address': 'fa:16:3e:3d:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:47Z', 'updated_at': '2022-08-24T04:37:47Z', 'revision_number': 0, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 5, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:37:48.954810 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d0afde37-1e3d-48d4-b89c-356318b32ea4 req-6458e8b7-8321-4c4e-a505-d16823ad01cc service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769364 Aug 24 04:37:48.957317 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-1bf0f652-1993-430c-85d6-f788b916817c service neutron] 10.222.0.89 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707146 Aug 24 04:37:49.084826 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bbca86-206f-4fbf-8662-adf8ba71671d None None] New status for floating IP 81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd: ACTIVE {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:37:49.185745 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fa7be6f1-5430-47e0-beb9-c4e18b751a88 req-6aedd982-11ea-4021-bf94-34f2213e7c40 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 210 time: 0.0426121 Aug 24 04:37:50.113492 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:50.221065 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-8b7c126f-1c4c-4e96-b072-a22aa56e00d2 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:50.222721 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-8b7c126f-1c4c-4e96-b072-a22aa56e00d2 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 814 time: 0.1358423 Aug 24 04:37:50.321215 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-51307f2a-ff8b-4166-91c1-a336c4dd1a5d req-5e941b1b-5246-4bb6-86b6-fc7638462267 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 210 time: 0.0434723 Aug 24 04:37:50.356150 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-0ffc3962-3049-4bb7-b2a3-7b22f7043c0f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9de20d3aa22c478a9efe75cd64036596 HTTP/1.1" status: 200 len: 380 time: 0.1248741 Aug 24 04:37:50.393723 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26af18-be78-4787-84d7-b283346a7161 req-2d069934-4f03-40aa-92cf-49137666686a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:50.395219 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc26af18-be78-4787-84d7-b283346a7161 req-2d069934-4f03-40aa-92cf-49137666686a tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.0550299 Aug 24 04:37:50.452737 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dc26af18-be78-4787-84d7-b283346a7161 req-f4913b93-f9b7-4d67-a16d-68154868b712 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504432 Aug 24 04:37:51.283402 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'port': {'device_id': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'admin_state_up': True, 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'security_groups': ['1fcaf489-90c7-45d4-8488-0851fa436ee0']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:51.402420 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:51.446688 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Made reservation on behalf of 9de20d3aa22c478a9efe75cd64036596 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:37:51.450842 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:51.454745 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e9ad1e63-c82e-48b0-9755-790f73946da7 req-82163e3a-ac3b-49f3-b408-b5580abc0979 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 210 time: 0.0443299 Aug 24 04:37:51.678591 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ababc6-6146-487b-a427-e8068a4751e6 req-eced4f6b-0307-48ad-8219-0f991eb2e685 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:51.680660 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-37ababc6-6146-487b-a427-e8068a4751e6 req-eced4f6b-0307-48ad-8219-0f991eb2e685 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.0554206 Aug 24 04:37:51.791562 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Deleting port c3155a3a-2495-41c1-9645-5980e49be627 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:51.791902 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c3155a3a-2495-41c1-9645-5980e49be627), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:51.896956 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] For port c3155a3a-2495-41c1-9645-5980e49be627, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c3155a3a-2495-41c1-9645-5980e49be627,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:51.897321 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c3155a3a-2495-41c1-9645-5980e49be627), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:51.900498 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522f3e3-465f-49c1-93ea-22afb215bee9 req-15935d6e-ad02-4da7-9590-e8c09c741386 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:51.902077 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c522f3e3-465f-49c1-93ea-22afb215bee9 req-15935d6e-ad02-4da7-9590-e8c09c741386 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=83e60a86-8955-4f01-bae7-44b328a98408 HTTP/1.1" status: 200 len: 946 time: 0.3381453 Aug 24 04:37:51.913979 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Calling delete_port for c3155a3a-2495-41c1-9645-5980e49be627 owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:51.955181 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Allocated IP 172.20.0.12 (072e6069-27be-42a9-8064-dc0e6d2071ea/f0918c95-b86b-4634-9d51-df47a61bcb06/103ca75b-8a4a-408d-867c-799d32344370) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:37:51.979895 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c522f3e3-465f-49c1-93ea-22afb215bee9 req-eda33893-d8fc-4e7f-986a-d4d3e0784862 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692544 Aug 24 04:37:52.066150 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (c3155a3a-2495-41c1-9645-5980e49be627), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:52.080121 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['2589c79e-d0f7-4a1b-9d05-e94caa77967e', 'c3155a3a-2495-41c1-9645-5980e49be627'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:37:52.122250 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event deleted for resources: {'Port': ['ID=c3155a3a-2495-41c1-9645-5980e49be627,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:52.175199 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] No DVR routers for this DVR port c3155a3a-2495-41c1-9645-5980e49be627 on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:52.178124 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:52.182729 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-37ababc6-6146-487b-a427-e8068a4751e6 req-1a7c686e-d9cb-4cfb-880d-565f60961a28 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "DELETE /networking/v2.0/ports/c3155a3a-2495-41c1-9645-5980e49be627 HTTP/1.1" status: 204 len: 173 time: 0.4965460 Aug 24 04:37:52.183202 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e60a86-8955-4f01-bae7-44b328a98408', 'name': 'network-vif-deleted', 'tag': 'c3155a3a-2495-41c1-9645-5980e49be627'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:52.185584 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede51b2-1b1f-435f-9c64-7bdfc00f8e47" -d '{"events": [{"server_uuid": "83e60a86-8955-4f01-bae7-44b328a98408", "name": "network-vif-deleted", "tag": "c3155a3a-2495-41c1-9645-5980e49be627"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:52.191462 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for port (103ca75b-8a4a-408d-867c-799d32344370), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:52.232821 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (103ca75b-8a4a-408d-867c-799d32344370), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:52.246894 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dd3c91-094d-425f-99fd-dc132a182765 x-openstack-request-id: req-e3dd3c91-094d-425f-99fd-dc132a182765 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:52.247096 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e60a86-8955-4f01-bae7-44b328a98408", "name": "network-vif-deleted", "tag": "c3155a3a-2495-41c1-9645-5980e49be627", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:52.247346 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e3dd3c91-094d-425f-99fd-dc132a182765 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:52.247725 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3dd3c91-094d-425f-99fd-dc132a182765'] response: {'server_uuid': '83e60a86-8955-4f01-bae7-44b328a98408', 'name': 'network-vif-deleted', 'tag': 'c3155a3a-2495-41c1-9645-5980e49be627', 'status': 'completed', 'code': 200} Aug 24 04:37:52.290123 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Network 072e6069-27be-42a9-8064-dc0e6d2071ea is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:37:52.294180 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:37:52.298699 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:37:52.332535 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event updated for resources: {'Port': ['ID=103ca75b-8a4a-408d-867c-799d32344370,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:52.373307 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:52.375843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:52.395215 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c48350e8-6dde-4f42-983c-d96f5ae30e68 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1159482 Aug 24 04:37:52.573010 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-89c81685-f07c-4cbd-b136-241c80787a76 None None] Provisioning complete for port 103ca75b-8a4a-408d-867c-799d32344370 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:37:52.573418 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-89c81685-f07c-4cbd-b136-241c80787a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (103ca75b-8a4a-408d-867c-799d32344370), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:52.591473 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:52.613842 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6d07-e1b4-4770-9b7e-14bf835b43c4 req-bac710fa-9c49-413e-90cf-c12dd45b6ece tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:52.614874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-89c81685-f07c-4cbd-b136-241c80787a76 None None] Port 103ca75b-8a4a-408d-867c-799d32344370 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:37:52.615759 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7ff6d07-e1b4-4770-9b7e-14bf835b43c4 req-bac710fa-9c49-413e-90cf-c12dd45b6ece tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 932 time: 0.0736279 Aug 24 04:37:52.630998 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Request body: {'port': {'device_id': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:37:52.739897 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7ff6d07-e1b4-4770-9b7e-14bf835b43c4 req-f6cab168-2f17-40f0-b21d-63cbae3fce3a tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166704 Aug 24 04:37:52.741083 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (103ca75b-8a4a-408d-867c-799d32344370), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:52.868892 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:53.027062 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103ca75b-8a4a-408d-867c-799d32344370 {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:37:53.036832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Publish callbacks [] for port (103ca75b-8a4a-408d-867c-799d32344370), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:53.052719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Transition to ACTIVE for port object 103ca75b-8a4a-408d-867c-799d32344370 will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:37:53.059515 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (103ca75b-8a4a-408d-867c-799d32344370), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:53.126872 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Pushing event updated for resources: {'Port': ['ID=103ca75b-8a4a-408d-867c-799d32344370,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:53.195647 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Attempting to bind port 103ca75b-8a4a-408d-867c-799d32344370 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:37:53.196099 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Attempting to bind port 103ca75b-8a4a-408d-867c-799d32344370 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:37:53.196251 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Attempting to bind port 103ca75b-8a4a-408d-867c-799d32344370 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:53.201163 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Port 103ca75b-8a4a-408d-867c-799d32344370 on network 072e6069-27be-42a9-8064-dc0e6d2071ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:37:53.201483 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Attempting to bind port 103ca75b-8a4a-408d-867c-799d32344370 on network 072e6069-27be-42a9-8064-dc0e6d2071ea {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:37:53.207581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:37:53.208084 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Checking segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:37:53.208498 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Bound using segment: {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:37:53.209036 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Bound port: 103ca75b-8a4a-408d-867c-799d32344370, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032b2543-fa71-4890-a62a-323940babab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:37:53.209413 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (103ca75b-8a4a-408d-867c-799d32344370), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:53.306609 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] For port 103ca75b-8a4a-408d-867c-799d32344370, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:37:53.328903 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9424fdc-f12f-4afa-98b4-6206c7ef03f3 req-08fd33ed-df19-428c-a867-b717760ddf30 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:53.330449 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9424fdc-f12f-4afa-98b4-6206c7ef03f3 req-08fd33ed-df19-428c-a867-b717760ddf30 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0644112 Aug 24 04:37:53.332314 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] For port 103ca75b-8a4a-408d-867c-799d32344370, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=103ca75b-8a4a-408d-867c-799d32344370,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:37:53.344935 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (103ca75b-8a4a-408d-867c-799d32344370), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:53.357154 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:53.357769 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:53.359133 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/103ca75b-8a4a-408d-867c-799d32344370 HTTP/1.1" status: 200 len: 1094 time: 0.7338939 Aug 24 04:37:53.360583 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'tag': '103ca75b-8a4a-408d-867c-799d32344370'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:53.362839 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94492234-7a15-4025-9bf9-20d720487930" -d '{"events": [{"name": "network-changed", "server_uuid": "b64a7d4d-cc4b-4102-9f9d-8deff9db43b9", "tag": "103ca75b-8a4a-408d-867c-799d32344370"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:53.407338 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89833d55-76dd-4868-91b4-02e1c2be6d83 x-openstack-request-id: req-89833d55-76dd-4868-91b4-02e1c2be6d83 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:53.407629 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64a7d4d-cc4b-4102-9f9d-8deff9db43b9", "tag": "103ca75b-8a4a-408d-867c-799d32344370", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:53.407882 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-89833d55-76dd-4868-91b4-02e1c2be6d83 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:53.408285 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89833d55-76dd-4868-91b4-02e1c2be6d83'] response: {'name': 'network-changed', 'server_uuid': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'tag': '103ca75b-8a4a-408d-867c-799d32344370', 'status': 'completed', 'code': 200} Aug 24 04:37:53.438069 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d9424fdc-f12f-4afa-98b4-6206c7ef03f3 req-2fb28a66-2c3f-4666-98ff-dece56d10260 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010287 Aug 24 04:37:53.439032 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff180b5-7608-4ade-9d23-c205fc11b9aa service neutron] Pushing event updated for resources: {'Port': ['ID=103ca75b-8a4a-408d-867c-799d32344370,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:53.855933 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:53.868164 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d60a6a-d8d7-49c5-aa01-0cffb7c85cb8 req-8682f3ca-e556-46a1-ad3f-fa369730133e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:53.869671 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-34d60a6a-d8d7-49c5-aa01-0cffb7c85cb8 req-8682f3ca-e556-46a1-ad3f-fa369730133e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 944 time: 0.0515013 Aug 24 04:37:53.920063 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-34d60a6a-d8d7-49c5-aa01-0cffb7c85cb8 req-b2086542-36eb-4e5f-8e9a-27d069f80409 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Aug 24 04:37:54.566268 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2374c-0eeb-4607-8337-654d294e517e req-a4b022dd-9d1b-4fc2-b195-5224fb08cdd3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:54.567802 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d7d2374c-0eeb-4607-8337-654d294e517e req-a4b022dd-9d1b-4fc2-b195-5224fb08cdd3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0499701 Aug 24 04:37:54.621485 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d7d2374c-0eeb-4607-8337-654d294e517e req-82edc6b4-5362-400a-a9ad-a2fb0306bbd6 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470665 Aug 24 04:37:55.046857 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b522e5-30cc-4d00-b6bf-d3b97b329ea7 req-2f29f450-5f54-47f6-ba7a-3a0180d47962 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.048414 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c8b522e5-30cc-4d00-b6bf-d3b97b329ea7 req-2f29f450-5f54-47f6-ba7a-3a0180d47962 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 944 time: 0.0505369 Aug 24 04:37:55.101322 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c8b522e5-30cc-4d00-b6bf-d3b97b329ea7 req-a1e740d5-b640-44d9-887b-3da277cc012d tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470638 Aug 24 04:37:55.284035 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94492234-7a15-4025-9bf9-20d720487930 req-889a1073-54ea-4414-ae75-44cd49ab522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.285546 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-94492234-7a15-4025-9bf9-20d720487930 req-889a1073-54ea-4414-ae75-44cd49ab522b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 1128 time: 0.0403218 Aug 24 04:37:55.365457 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:55.392889 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94492234-7a15-4025-9bf9-20d720487930 req-5885c39a-3a89-477b-b4be-4f7cad2d514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.394381 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-94492234-7a15-4025-9bf9-20d720487930 req-5885c39a-3a89-477b-b4be-4f7cad2d514d service neutron] 10.222.0.99 "GET /networking/v2.0/networks?tenant_id=9de20d3aa22c478a9efe75cd64036596&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1001804 Aug 24 04:37:55.510665 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94492234-7a15-4025-9bf9-20d720487930 req-67d3f537-9c9b-4217-9e81-2bc7a56ca604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.512263 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-94492234-7a15-4025-9bf9-20d720487930 req-67d3f537-9c9b-4217-9e81-2bc7a56ca604 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1117823 Aug 24 04:37:55.558268 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-bf7b8940-f5ee-4d54-b835-00185e902bf2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.559944 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-bf7b8940-f5ee-4d54-b835-00185e902bf2 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0618713 Aug 24 04:37:55.605998 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-9db3f9ad-b68d-4e90-b7c2-784d9c69653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.607562 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-9db3f9ad-b68d-4e90-b7c2-784d9c69653e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 1128 time: 0.0497315 Aug 24 04:37:55.658062 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-c45e80de-51bf-4b0d-a24e-0f444d5af9af service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103ca75b-8a4a-408d-867c-799d32344370 HTTP/1.1" status: 200 len: 217 time: 0.0422931 Aug 24 04:37:55.661962 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Deleting port 2589c79e-d0f7-4a1b-9d05-e94caa77967e {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:55.662464 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:55.744081 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:55.752283 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-f070cd46-ba7f-47f9-bcd4-269d53ad57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.754056 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-f070cd46-ba7f-47f9-bcd4-269d53ad57ac service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.0906458 Aug 24 04:37:55.764917 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c3155a3a-2495-41c1-9645-5980e49be627 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:55.783743 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] For port 2589c79e-d0f7-4a1b-9d05-e94caa77967e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2589c79e-d0f7-4a1b-9d05-e94caa77967e,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:55.784963 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:55.785577 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: c3155a3a-2495-41c1-9645-5980e49be627 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:55.786173 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c3155a3a-2495-41c1-9645-5980e49be627 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:37:55.788335 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d9e1-6fed-4998-a1ab-a6bbdbb4f474 req-a947cf95-ab53-4635-a973-230fba87e4d3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.790591 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3629d9e1-6fed-4998-a1ab-a6bbdbb4f474 req-a947cf95-ab53-4635-a973-230fba87e4d3 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 945 time: 0.0855129 Aug 24 04:37:55.804033 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Calling delete_port for 2589c79e-d0f7-4a1b-9d05-e94caa77967e owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:55.834968 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-4fdebdc6-489a-4984-ac37-bd72ff059528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:55.837107 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-4fdebdc6-489a-4984-ac37-bd72ff059528 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711312 Aug 24 04:37:55.891160 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3629d9e1-6fed-4998-a1ab-a6bbdbb4f474 req-f9424657-ce7c-4098-b0b3-f2babfc15b0f tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=c1d68767-8c91-4144-b46e-e7ff93b1823e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828772 Aug 24 04:37:55.963979 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (2589c79e-d0f7-4a1b-9d05-e94caa77967e), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:55.980978 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['2589c79e-d0f7-4a1b-9d05-e94caa77967e'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:37:55.989735 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-48d54db9-e984-4aab-b92b-70f9617da708 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415236 Aug 24 04:37:56.004867 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Pushing event deleted for resources: {'Port': ['ID=2589c79e-d0f7-4a1b-9d05-e94caa77967e,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:56.010452 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:56.034567 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.034926 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.035273 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.035614 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.035956 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.036285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.036647 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.036982 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.037312 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.037837 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.037972 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.038279 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.039250 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.040188 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.040188 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:56.069128 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] No DVR routers for this DVR port 2589c79e-d0f7-4a1b-9d05-e94caa77967e on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:37:56.072687 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:56.076119 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fcfbe11e-520e-4a7d-8648-fc9d515bcbdb req-4d84d1bf-0bea-4118-8e0d-3dcfd896eb5b tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.99 "DELETE /networking/v2.0/ports/2589c79e-d0f7-4a1b-9d05-e94caa77967e HTTP/1.1" status: 204 len: 173 time: 0.5086579 Aug 24 04:37:56.076658 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4480278-49fb-40cb-a3ef-475ecb458ae5', 'name': 'network-vif-deleted', 'tag': '2589c79e-d0f7-4a1b-9d05-e94caa77967e'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:37:56.079847 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63c249b-95bb-417b-b341-f75e82e6c437" -d '{"events": [{"server_uuid": "c4480278-49fb-40cb-a3ef-475ecb458ae5", "name": "network-vif-deleted", "tag": "2589c79e-d0f7-4a1b-9d05-e94caa77967e"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:37:56.118518 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6cb00547-fae3-421d-827c-ecc62e8d9fd8 req-85312df6-9f69-4a16-89ff-6d0992e4ea7b service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187634 Aug 24 04:37:56.124816 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e7690c-bbf2-4512-9a30-a230b2730034 x-openstack-request-id: req-29e7690c-bbf2-4512-9a30-a230b2730034 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:37:56.125120 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4480278-49fb-40cb-a3ef-475ecb458ae5", "name": "network-vif-deleted", "tag": "2589c79e-d0f7-4a1b-9d05-e94caa77967e", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:37:56.125388 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-29e7690c-bbf2-4512-9a30-a230b2730034 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:37:56.125785 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e7690c-bbf2-4512-9a30-a230b2730034'] response: {'server_uuid': 'c4480278-49fb-40cb-a3ef-475ecb458ae5', 'name': 'network-vif-deleted', 'tag': '2589c79e-d0f7-4a1b-9d05-e94caa77967e', 'status': 'completed', 'code': 200} Aug 24 04:37:56.226863 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:56.238469 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab319-57ee-4836-a7cc-c9aa1290c30f req-e85f447b-fff2-40b5-bc8a-c7597ae3e337 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:56.239959 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e25ab319-57ee-4836-a7cc-c9aa1290c30f req-e85f447b-fff2-40b5-bc8a-c7597ae3e337 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 944 time: 0.0493705 Aug 24 04:37:56.295124 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e25ab319-57ee-4836-a7cc-c9aa1290c30f req-4f0b7e2e-c81c-479d-8312-3cdd9e87ae70 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485995 Aug 24 04:37:57.018486 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cd999bbb-99a2-482d-84ec-599702dd4d1e req-89abe584-f021-43bd-859b-bdefc7216096 tempest-ServerRescueNegativeTestJSON-1845934935 tempest-ServerRescueNegativeTestJSON-1845934935-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=c4480278-49fb-40cb-a3ef-475ecb458ae5 HTTP/1.1" status: 200 len: 210 time: 0.0301352 Aug 24 04:37:57.426435 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba60cf-579d-4515-ade8-2484f0676f7d req-d6b38dc3-e834-4cf9-933b-b123793debeb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:57.427908 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a5ba60cf-579d-4515-ade8-2484f0676f7d req-d6b38dc3-e834-4cf9-933b-b123793debeb tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 944 time: 0.0497215 Aug 24 04:37:57.477523 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a5ba60cf-579d-4515-ade8-2484f0676f7d req-c09ea1fb-f4aa-4400-8268-b25948476f5b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Aug 24 04:37:58.083848 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38472) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:37:58.210331 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:58.626733 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:58.680566 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dce487-5bc0-41e5-b35b-fa03d9eed142 req-7f897a4a-fcba-47f6-bc24-3871b248a81c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:37:58.682230 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-97dce487-5bc0-41e5-b35b-fa03d9eed142 req-7f897a4a-fcba-47f6-bc24-3871b248a81c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 944 time: 0.1187320 Aug 24 04:37:58.714408 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (deef27af-e359-46fd-8876-13416fa0f0bb), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:58.822747 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-97dce487-5bc0-41e5-b35b-fa03d9eed142 req-476c49ce-7105-474a-929a-18f86ff2f049 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318355 Aug 24 04:37:59.036895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Deleting port c3267696-c328-4dad-986c-e319b2a721f0 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:37:59.037244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c3267696-c328-4dad-986c-e319b2a721f0), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:59.134831 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] For port c3267696-c328-4dad-986c-e319b2a721f0, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c3267696-c328-4dad-986c-e319b2a721f0,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:37:59.135807 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c3267696-c328-4dad-986c-e319b2a721f0), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:59.150613 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Calling delete_port for c3267696-c328-4dad-986c-e319b2a721f0 owned by network:router_interface {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:37:59.191792 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:59.372766 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (c3267696-c328-4dad-986c-e319b2a721f0), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:59.402940 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3267696-c328-4dad-986c-e319b2a721f0,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:37:59.420352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.420715 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.421079 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.421464 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.421805 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.422144 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.422504 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.422835 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.423165 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.423496 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.423824 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.424152 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.424467 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.424855 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.425201 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:37:59.648612 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (deef27af-e359-46fd-8876-13416fa0f0bb), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:37:59.771521 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 103ca75b-8a4a-408d-867c-799d32344370 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:37:59.778516 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 2589c79e-d0f7-4a1b-9d05-e94caa77967e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:37:59.780484 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:37:59.824685 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 2589c79e-d0f7-4a1b-9d05-e94caa77967e {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:37:59.825212 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 2589c79e-d0f7-4a1b-9d05-e94caa77967e not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:38:00.005212 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 103ca75b-8a4a-408d-867c-799d32344370, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=103ca75b-8a4a-408d-867c-799d32344370,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:00.027620 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '103ca75b-8a4a-408d-867c-799d32344370', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'port_id': '103ca75b-8a4a-408d-867c-799d32344370', 'mac_address': 'fa:16:3e:34:5b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:38:00.092885 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 103ca75b-8a4a-408d-867c-799d32344370 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:00.093500 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (103ca75b-8a4a-408d-867c-799d32344370), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:00.105753 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d8a88-385b-49b8-9e94-92a7b156c23c req-d4caab4b-1a43-4d35-a4eb-849fc98f2b3e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:00.108378 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc3d8a88-385b-49b8-9e94-92a7b156c23c req-d4caab4b-1a43-4d35-a4eb-849fc98f2b3e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 944 time: 0.1184838 Aug 24 04:38:00.118470 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103ca75b-8a4a-408d-867c-799d32344370 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:38:00.159001 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 103ca75b-8a4a-408d-867c-799d32344370, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=103ca75b-8a4a-408d-867c-799d32344370,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:00.165408 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (103ca75b-8a4a-408d-867c-799d32344370), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:00.210200 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Router deef27af-e359-46fd-8876-13416fa0f0bb has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:38:00.243968 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc3d8a88-385b-49b8-9e94-92a7b156c23c req-efc395ae-7471-451f-9553-1ae0948f22cd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278243 Aug 24 04:38:00.274632 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=103ca75b-8a4a-408d-867c-799d32344370,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:00.400513 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['103ca75b-8a4a-408d-867c-799d32344370'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:38:00.411127 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:38:00.423659 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38480) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:00.425188 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-2d2dbaef-716b-4ead-8f9b-8e2c4b7816e8 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/deef27af-e359-46fd-8876-13416fa0f0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3391376 Aug 24 04:38:00.428619 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] Sync routers for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:38:00.441785 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:00.453263 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:00.455524 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:00.582798 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks [] for router (deef27af-e359-46fd-8876-13416fa0f0bb), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:00.735463 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks [] for router_gateway (deef27af-e359-46fd-8876-13416fa0f0bb), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:00.807021 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:00.807942 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Deleting port d88ccb42-7d2f-47bc-a286-f7ffb19292cc {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:00.809097 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:00.971617 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] For port d88ccb42-7d2f-47bc-a286-f7ffb19292cc, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d88ccb42-7d2f-47bc-a286-f7ffb19292cc,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:00.972660 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:00.999983 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Calling delete_port for d88ccb42-7d2f-47bc-a286-f7ffb19292cc owned by network:router_gateway {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:01.142073 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166'}], 'enable_snat': True}, 'gw_port_id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:37:59Z', 'revision_number': 5, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port': {'id': 'd88ccb42-7d2f-47bc-a286-f7ffb19292cc', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:33Z', 'updated_at': '2022-08-24T04:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:01.207027 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] Checking router: deef27af-e359-46fd-8876-13416fa0f0bb for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:38:01.220633 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] Routers {'deef27af-e359-46fd-8876-13416fa0f0bb'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:01.221409 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['deef27af-e359-46fd-8876-13416fa0f0bb'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:01.304803 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (d88ccb42-7d2f-47bc-a286-f7ffb19292cc), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.347107 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d88ccb42-7d2f-47bc-a286-f7ffb19292cc,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:01.361912 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] Set router deef27af-e359-46fd-8876-13416fa0f0bb gateway port host: None {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:01.425497 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:01.456698 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (deef27af-e359-46fd-8876-13416fa0f0bb), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.462915 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:38:00Z', 'revision_number': 6, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:01.481743 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f4492-25c6-4f55-9fb6-7ab815bb3fa3 req-056d30c8-b455-4fce-9602-808815d890db tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:01.485047 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cd6f4492-25c6-4f55-9fb6-7ab815bb3fa3 req-056d30c8-b455-4fce-9602-808815d890db tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 945 time: 0.0900483 Aug 24 04:38:01.511943 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca104fa2-bd7f-4ae4-b9e4-928817cd1edb None None] The sync data for ids ['deef27af-e359-46fd-8876-13416fa0f0bb'] in dv-cinder-854263-1-iscsi is: [{'id': 'deef27af-e359-46fd-8876-13416fa0f0bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1959711207-router', 'tenant_id': 'da374e85225c48ec8bf8697227b06d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:32Z', 'updated_at': '2022-08-24T04:38:00Z', 'revision_number': 6, 'project_id': 'da374e85225c48ec8bf8697227b06d96', 'gw_port_host': None}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:38:01.592848 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cd6f4492-25c6-4f55-9fb6-7ab815bb3fa3 req-c545fd4b-2d74-4a23-addb-00ad7aa35760 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949643 Aug 24 04:38:01.603563 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (deef27af-e359-46fd-8876-13416fa0f0bb), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.607481 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks [] for router_controller (deef27af-e359-46fd-8876-13416fa0f0bb), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.697978 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (deef27af-e359-46fd-8876-13416fa0f0bb), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.698906 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router deef27af-e359-46fd-8876-13416fa0f0bb {{(pid=106347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:38:01.705870 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.708330 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-52ee3bc4-394e-40fc-a1ba-96c84fb94b9b admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/deef27af-e359-46fd-8876-13416fa0f0bb HTTP/1.1" status: 204 len: 168 time: 1.2818589 Aug 24 04:38:01.713305 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38486) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:01.786109 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 103ca75b-8a4a-408d-867c-799d32344370 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:38:01.795119 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030e6b3-32c7-42a5-a5aa-537bf0ae84cb admin admin] Deleting subnet 5fbac197-8fc3-4ab2-9a33-112f00b5da8a {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:38:01.800921 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6030e6b3-32c7-42a5-a5aa-537bf0ae84cb admin admin] Publish callbacks [] for subnet (5fbac197-8fc3-4ab2-9a33-112f00b5da8a), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.827358 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:01.845886 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6030e6b3-32c7-42a5-a5aa-537bf0ae84cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (5fbac197-8fc3-4ab2-9a33-112f00b5da8a), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.876730 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 103ca75b-8a4a-408d-867c-799d32344370 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:38:01.886168 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 103ca75b-8a4a-408d-867c-799d32344370 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:01.886710 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (103ca75b-8a4a-408d-867c-799d32344370), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:01.983837 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:01.996265 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6030e6b3-32c7-42a5-a5aa-537bf0ae84cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (5fbac197-8fc3-4ab2-9a33-112f00b5da8a), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.037187 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 103ca75b-8a4a-408d-867c-799d32344370 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:02.037612 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (103ca75b-8a4a-408d-867c-799d32344370), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.077713 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103ca75b-8a4a-408d-867c-799d32344370'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:38:02.081095 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60a6442-e386-42a8-8a96-4b212de6e3af" -d '{"events": [{"server_uuid": "b64a7d4d-cc4b-4102-9f9d-8deff9db43b9", "name": "network-vif-plugged", "status": "completed", "tag": "103ca75b-8a4a-408d-867c-799d32344370"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:38:02.102990 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 103ca75b-8a4a-408d-867c-799d32344370, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=103ca75b-8a4a-408d-867c-799d32344370,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:02.109007 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6030e6b3-32c7-42a5-a5aa-537bf0ae84cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (5fbac197-8fc3-4ab2-9a33-112f00b5da8a), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.110509 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (103ca75b-8a4a-408d-867c-799d32344370), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.141249 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6030e6b3-32c7-42a5-a5aa-537bf0ae84cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.148383 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93265bfb-161f-43cf-88d5-c7dad7e5c130 None None] Network e6ff4d6d-7eab-4338-b922-6c10aa0ff41d requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:38:02.153030 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6030e6b3-32c7-42a5-a5aa-537bf0ae84cb admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/5fbac197-8fc3-4ab2-9a33-112f00b5da8a HTTP/1.1" status: 204 len: 168 time: 0.4372964 Aug 24 04:38:02.157393 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38490) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:02.171034 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0179ee-ff4f-4776-b496-1f87601ea30b x-openstack-request-id: req-1c0179ee-ff4f-4776-b496-1f87601ea30b {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:38:02.171419 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64a7d4d-cc4b-4102-9f9d-8deff9db43b9", "name": "network-vif-plugged", "status": "completed", "tag": "103ca75b-8a4a-408d-867c-799d32344370", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:38:02.171617 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1c0179ee-ff4f-4776-b496-1f87601ea30b {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:38:02.171938 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0179ee-ff4f-4776-b496-1f87601ea30b'] response: {'server_uuid': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103ca75b-8a4a-408d-867c-799d32344370', 'code': 200} Aug 24 04:38:02.187818 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030e6b3-32c7-42a5-a5aa-537bf0ae84cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbac197-8fc3-4ab2-9a33-112f00b5da8a,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:02.264321 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=103ca75b-8a4a-408d-867c-799d32344370,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:02.321798 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.430180 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Deleting port 47348e08-0d31-49a4-a123-e304621cbbac {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:02.431206 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (47348e08-0d31-49a4-a123-e304621cbbac), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.442897 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] DHCP port deletion for e6ff4d6d-7eab-4338-b922-6c10aa0ff41d request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:38:02.473720 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:02.502051 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95b2b-6f13-49bd-b435-01cbf60c7271 req-1904638f-4890-434f-8dc4-05058d7f38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:02.506734 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1fc95b2b-6f13-49bd-b435-01cbf60c7271 req-1904638f-4890-434f-8dc4-05058d7f38f9 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 1130 time: 0.0915098 Aug 24 04:38:02.527826 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] Deleting port 47348e08-0d31-49a4-a123-e304621cbbac {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:02.529376 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (47348e08-0d31-49a4-a123-e304621cbbac), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.595728 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] For port 47348e08-0d31-49a4-a123-e304621cbbac, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=47348e08-0d31-49a4-a123-e304621cbbac,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:02.596294 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (47348e08-0d31-49a4-a123-e304621cbbac), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.608480 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1fc95b2b-6f13-49bd-b435-01cbf60c7271 req-5795d2ed-4f4a-4414-b95a-e7dd2543a982 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933506 Aug 24 04:38:02.624212 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Calling delete_port for 47348e08-0d31-49a4-a123-e304621cbbac owned by network:dhcp {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:02.707485 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] For port 47348e08-0d31-49a4-a123-e304621cbbac, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=47348e08-0d31-49a4-a123-e304621cbbac,segment=NetworkSegment(d9c70cd5-f0da-4c0f-81da-ea7482b92f55),segment_id=d9c70cd5-f0da-4c0f-81da-ea7482b92f55)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:02.707485 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (47348e08-0d31-49a4-a123-e304621cbbac), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.732102 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:02.750325 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] Calling delete_port for 47348e08-0d31-49a4-a123-e304621cbbac owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:02.893518 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cea4be-aa84-49cb-8782-90fe936e7db9 req-5d38494d-d11f-4955-9967-cd27970c2da6 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:02.896800 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-00cea4be-aa84-49cb-8782-90fe936e7db9 req-5d38494d-d11f-4955-9967-cd27970c2da6 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 946 time: 0.1296198 Aug 24 04:38:02.902443 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (47348e08-0d31-49a4-a123-e304621cbbac), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:02.996043 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] No DVR routers for this DVR port 47348e08-0d31-49a4-a123-e304621cbbac on host dv-cinder-854263-1-iscsi {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:38:02.999255 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47348e08-0d31-49a4-a123-e304621cbbac,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:03.018479 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (47348e08-0d31-49a4-a123-e304621cbbac), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:03.049506 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-00cea4be-aa84-49cb-8782-90fe936e7db9 req-14f624ba-1b56-4e9c-9423-d510de8f287f tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365891 Aug 24 04:38:03.106864 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] Pushing event deleted for resources: {'Port': ['ID=47348e08-0d31-49a4-a123-e304621cbbac,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:03.121994 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980f99d-bbd5-40c0-b514-05a1cdfaf0cb None None] No DVR routers for this DVR port 47348e08-0d31-49a4-a123-e304621cbbac on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:38:03.205169 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:03.257249 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ff4d6d-7eab-4338-b922-6c10aa0ff41d']}} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:03.274953 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55') {'for_net_delete': True} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:03.276242 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c70cd5-f0da-4c0f-81da-ea7482b92f55') {} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:03.277293 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d88ccb42-7d2f-47bc-a286-f7ffb19292cc no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:38:03.295504 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:03.300202 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117889838'] for segment (d9c70cd5-f0da-4c0f-81da-ea7482b92f55), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:03.341843 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (d9c70cd5-f0da-4c0f-81da-ea7482b92f55), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:03.346680 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: d88ccb42-7d2f-47bc-a286-f7ffb19292cc {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:38:03.347229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d88ccb42-7d2f-47bc-a286-f7ffb19292cc not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:38:03.347922 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c3267696-c328-4dad-986c-e319b2a721f0 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:38:03.359875 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=106347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:38:03.360535 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119372443'] for segment (d9c70cd5-f0da-4c0f-81da-ea7482b92f55), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:03.385784 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: c3267696-c328-4dad-986c-e319b2a721f0 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:38:03.386319 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c3267696-c328-4dad-986c-e319b2a721f0 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:38:03.387056 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 47348e08-0d31-49a4-a123-e304621cbbac no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:38:03.457540 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 47348e08-0d31-49a4-a123-e304621cbbac {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:38:03.458148 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 47348e08-0d31-49a4-a123-e304621cbbac not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:38:03.481856 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment d9c70cd5-f0da-4c0f-81da-ea7482b92f55 resource provider aggregate not found Aug 24 04:38:03.495971 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (e6ff4d6d-7eab-4338-b922-6c10aa0ff41d), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:03.505124 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:03.516620 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/e6ff4d6d-7eab-4338-b922-6c10aa0ff41d HTTP/1.1" status: 204 len: 168 time: 1.3540902 Aug 24 04:38:03.546373 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment d9c70cd5-f0da-4c0f-81da-ea7482b92f55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9c70cd5-f0da-4c0f-81da-ea7482b92f55 found for delete ", "request_id": "req-1af7fc9a-220b-4034-8d52-94a1b7191819"}]} Aug 24 04:38:03.548201 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c38a1-1efb-4c6b-b81d-a23edae268e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ff4d6d-7eab-4338-b922-6c10aa0ff41d,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:03.725580 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38510) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:04.222702 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-5c10dbf5-eead-4f23-bfd8-0efc234ac818 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=da374e85225c48ec8bf8697227b06d96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4942055 Aug 24 04:38:04.227574 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38514) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:04.293520 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d2e83-4c65-4ea2-99d7-f9f84ca05e4e req-a48f12cb-abb1-45ec-8182-7e4b477ce8af tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:04.296374 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-583d2e83-4c65-4ea2-99d7-f9f84ca05e4e req-a48f12cb-abb1-45ec-8182-7e4b477ce8af tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 946 time: 0.1108022 Aug 24 04:38:04.330774 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cc24aab1-ae06-4c3a-ba49-dcb6a9c39f07 admin admin] Publish callbacks [] for security_group (c1d68767-8c91-4144-b46e-e7ff93b1823e), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:04.370501 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-583d2e83-4c65-4ea2-99d7-f9f84ca05e4e req-d6af8dca-283a-40c1-b7df-a49ebc4cd62e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673556 Aug 24 04:38:04.371548 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cc24aab1-ae06-4c3a-ba49-dcb6a9c39f07 admin admin] Publish callbacks [] for security_group (c1d68767-8c91-4144-b46e-e7ff93b1823e), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:04.468070 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cc24aab1-ae06-4c3a-ba49-dcb6a9c39f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (c1d68767-8c91-4144-b46e-e7ff93b1823e), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:04.471879 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cc24aab1-ae06-4c3a-ba49-dcb6a9c39f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:04.473774 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-cc24aab1-ae06-4c3a-ba49-dcb6a9c39f07 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/c1d68767-8c91-4144-b46e-e7ff93b1823e HTTP/1.1" status: 204 len: 168 time: 0.2448540 Aug 24 04:38:04.487352 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24aab1-ae06-4c3a-ba49-dcb6a9c39f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d68767-8c91-4144-b46e-e7ff93b1823e,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:05.585755 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165fa64-f5ea-4f08-8884-12af08175c4b req-86bc37d5-0896-46c6-b118-fad693ff8243 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:05.588924 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c165fa64-f5ea-4f08-8884-12af08175c4b req-86bc37d5-0896-46c6-b118-fad693ff8243 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 946 time: 0.0822790 Aug 24 04:38:05.676881 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c165fa64-f5ea-4f08-8884-12af08175c4b req-962d8487-2a53-424e-9910-4fc12f440823 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737953 Aug 24 04:38:05.691151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38550) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:05.839226 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-167721317-network', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:05.878457 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Made reservation on behalf of ccd3469ef0db494abf4a0f28d1d3e7a6 for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:38:05.883122 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:05.899355 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:05.904846 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1b262-5824-4734-8342-9a9a38731f4d req-8d579ad8-49ef-4976-bf3f-c058897c03ff tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:05.906944 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bde1b262-5824-4734-8342-9a9a38731f4d req-8d579ad8-49ef-4976-bf3f-c058897c03ff tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 946 time: 0.0792205 Aug 24 04:38:05.924258 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38556) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:05.931433 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Request body: {'floatingip': {'port_id': '103ca75b-8a4a-408d-867c-799d32344370'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:06.006608 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (4ac7f73e-80a1-4924-a035-b91efaefd447), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:06.014993 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:06.326930 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Publish callbacks [] for security_group (51ed9212-593e-4794-8622-ad62a181aefe), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:06.342763 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (51ed9212-593e-4794-8622-ad62a181aefe), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:06.393742 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:38:06.395653 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:38:06.447770 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (8055e55b-49af-4b1e-8fb5-232fa480bdc3), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:06.448346 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Added segment 8055e55b-49af-4b1e-8fb5-232fa480bdc3 of type vlan for network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f Aug 24 04:38:06.453855 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed9212-593e-4794-8622-ad62a181aefe,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:06.673611 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (9795d4df-b2c6-44b5-b5a5-55d0a651a61f), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:06.765216 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:06.793045 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (9795d4df-b2c6-44b5-b5a5-55d0a651a61f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:06.794723 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:06.795690 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:06.918097 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2250910 Aug 24 04:38:06.922843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38560) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:06.942175 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Request body: {'subnet': {'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-subnet', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:06.979387 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Made reservation on behalf of ccd3469ef0db494abf4a0f28d1d3e7a6 for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:38:06.983380 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126750490'] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:06.988962 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:07.012787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f8003-9fb7-4073-b00f-7c947d7b4ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=9795d4df-b2c6-44b5-b5a5-55d0a651a61f,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:07.027445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:38:07.050853 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.057822 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (4ac7f73e-80a1-4924-a035-b91efaefd447), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.217491 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Floating IP 4ac7f73e-80a1-4924-a035-b91efaefd447 associated. External IP: 172.27.4.240, port: 103ca75b-8a4a-408d-867c-799d32344370. Aug 24 04:38:07.312894 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126731692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126750580'] for subnet (382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.383224 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:07.393078 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.427223 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:07.442793 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Checking segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:38:07.443359 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Network hostable DHCP agents. Network: 9795d4df-b2c6-44b5-b5a5-55d0a651a61f, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:38:07.475658 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:38:07.491179 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 9795d4df-b2c6-44b5-b5a5-55d0a651a61f) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:38:07.497362 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:07.499458 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.502159 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c385fe-b89b-40b8-ac2e-532db272db25 None None] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:38:07.540635 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ca78ed70-c62b-4d5a-aaa2-adcdcb1553e0 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6159446 Aug 24 04:38:07.544398 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38564) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:07.558987 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:07.593739 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (d765059f-a5be-41ce-b81f-7c28c1307308), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.595890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (d765059f-a5be-41ce-b81f-7c28c1307308), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.626169 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:38:07.705516 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks [] for router_controller (d765059f-a5be-41ce-b81f-7c28c1307308), precommit_add_association {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.733373 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:38:07.735174 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.868303 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:38:07.878113 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:07.938967 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-1d93fc6d-10e4-4868-83c9-3c3e4f17af26 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/4ac7f73e-80a1-4924-a035-b91efaefd447 HTTP/1.1" status: 200 len: 992 time: 2.0129859 Aug 24 04:38:07.940371 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'tag': '103ca75b-8a4a-408d-867c-799d32344370'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:38:07.945863 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2af82d-a001-430f-b7e2-14da5133d164" -d '{"events": [{"name": "network-changed", "server_uuid": "b64a7d4d-cc4b-4102-9f9d-8deff9db43b9", "tag": "103ca75b-8a4a-408d-867c-799d32344370"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:38:08.005143 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe12eb9c-7257-432b-b311-6f14d66c318f x-openstack-request-id: req-fe12eb9c-7257-432b-b311-6f14d66c318f {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:38:08.005610 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64a7d4d-cc4b-4102-9f9d-8deff9db43b9", "tag": "103ca75b-8a4a-408d-867c-799d32344370", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:38:08.006106 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fe12eb9c-7257-432b-b311-6f14d66c318f {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:38:08.006945 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe12eb9c-7257-432b-b311-6f14d66c318f'] response: {'name': 'network-changed', 'server_uuid': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'tag': '103ca75b-8a4a-408d-867c-799d32344370', 'status': 'completed', 'code': 200} Aug 24 04:38:08.068034 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:38:08.101097 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:08.101808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:08.254780 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Allocated IP 172.20.0.2 (9795d4df-b2c6-44b5-b5a5-55d0a651a61f/382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d/c67dd672-a0a7-4e90-9801-86fbd5610f22) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:38:08.295168 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:08.417584 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:08.424269 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-9091e09f-527a-4c72-bb95-12d40c00f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:08.427086 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-9091e09f-527a-4c72-bb95-12d40c00f93a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=9de20d3aa22c478a9efe75cd64036596&device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 1130 time: 0.2709298 Aug 24 04:38:08.462709 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks [] for router_gateway (d765059f-a5be-41ce-b81f-7c28c1307308), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:08.541282 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:08.637538 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:08.725792 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-73d7c6a7-e40a-43ab-8002-05922485576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:08.728667 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-73d7c6a7-e40a-43ab-8002-05922485576e service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 200 len: 916 time: 0.2935967 Aug 24 04:38:08.783104 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Publish callbacks [] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:08.834652 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:08.953378 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '4ac7f73e-80a1-4924-a035-b91efaefd447', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.240', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': '103ca75b-8a4a-408d-867c-799d32344370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:34:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:47Z', 'updated_at': '2022-08-24T04:38:06Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:08.957844 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:38:08.960995 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Pushing event updated for resources: {'Port': ['ID=c67dd672-a0a7-4e90-9801-86fbd5610f22,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:08.968299 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-455a4ead-2125-460a-94f9-7b52ecf54efd service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103ca75b-8a4a-408d-867c-799d32344370 HTTP/1.1" status: 200 len: 1000 time: 0.1812234 Aug 24 04:38:09.005301 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:38:09.009988 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:38:09.014061 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:38:09.018443 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks [] for router_gateway (d765059f-a5be-41ce-b81f-7c28c1307308), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:09.054469 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:09.058279 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:09.058541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:09.059710 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:09.087135 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-86f5377f-f0ce-41f9-be56-95c90a009c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:09.089339 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-86f5377f-f0ce-41f9-be56-95c90a009c8d service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 200 len: 853 time: 0.1119301 Aug 24 04:38:09.186501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:09.193896 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Attempting to bind port c67dd672-a0a7-4e90-9801-86fbd5610f22 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:38:09.193896 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Attempting to bind port c67dd672-a0a7-4e90-9801-86fbd5610f22 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:38:09.195416 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Attempting to bind port c67dd672-a0a7-4e90-9801-86fbd5610f22 on network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:38:09.212161 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:38:09.212637 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Checking segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:38:09.213094 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:09.213567 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Bound using segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:38:09.214108 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Bound port: c67dd672-a0a7-4e90-9801-86fbd5610f22, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:38:09.214508 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:09.233770 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-72f58471-c97e-4e26-ad39-d2ffc377ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:09.236373 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-72f58471-c97e-4e26-ad39-d2ffc377ffcd service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=072e6069-27be-42a9-8064-dc0e6d2071ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033103 Aug 24 04:38:09.291769 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:09.415768 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] For port c67dd672-a0a7-4e90-9801-86fbd5610f22, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:38:09.440421 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Allocated IP 172.27.4.191 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/06286f32-a326-44ff-9269-c304fd637505) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:38:09.448076 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] For port c67dd672-a0a7-4e90-9801-86fbd5610f22, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c67dd672-a0a7-4e90-9801-86fbd5610f22,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:38:09.492380 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:09.546820 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-88000f34-aac5-436c-bc48-a638718a0c39 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020585 Aug 24 04:38:09.630051 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1baf51-cb89-4241-b6a7-d999c223c02a None None] Pushing event updated for resources: {'Port': ['ID=c67dd672-a0a7-4e90-9801-86fbd5610f22,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:09.781845 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '4ac7f73e-80a1-4924-a035-b91efaefd447', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.240', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': '103ca75b-8a4a-408d-867c-799d32344370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:34:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:47Z', 'updated_at': '2022-08-24T04:38:06Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:09.825341 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks [] for port (06286f32-a326-44ff-9269-c304fd637505), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:09.830847 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c665260-8ce9-4411-9265-244e78e251ce None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '4ac7f73e-80a1-4924-a035-b91efaefd447', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'floating_ip_address': '172.27.4.240', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'port_id': '103ca75b-8a4a-408d-867c-799d32344370', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'mac_address': 'fa:16:3e:34:5b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:37:47Z', 'updated_at': '2022-08-24T04:38:06Z', 'revision_number': 1, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:38:09.859625 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:09.894695 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc2af82d-a001-430f-b7e2-14da5133d164 req-ea27fec4-786d-4191-854d-2ae357a9720f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850146 Aug 24 04:38:09.951553 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (06286f32-a326-44ff-9269-c304fd637505), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:10.036254 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:38:10.042668 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:38:10.049466 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:38:10.058823 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Pushing event updated for resources: {'Port': ['ID=06286f32-a326-44ff-9269-c304fd637505,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:10.246897 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705e24e5-ed1a-4e9c-a21c-8c84e56ba0d0 None None] New status for floating IP 4ac7f73e-80a1-4924-a035-b91efaefd447: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:38:10.405112 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3ffe832a-4720-4150-8cc2-2ba366f533b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:10.590304 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks [] for router_gateway (d765059f-a5be-41ce-b81f-7c28c1307308), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:10.731965 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:10.923731 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (d765059f-a5be-41ce-b81f-7c28c1307308), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:11.026487 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c67a89b-73b5-41ae-bb79-d5a326dfe99d None None] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:38:11.204016 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Router d765059f-a5be-41ce-b81f-7c28c1307308 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:38:11.266009 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-2f0e7fb7-4844-47d6-abe4-5b17c75da973 None None] Provisioning complete for port c67dd672-a0a7-4e90-9801-86fbd5610f22 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:11.266457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7fb7-4844-47d6-abe4-5b17c75da973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:11.314672 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c67dd672-a0a7-4e90-9801-86fbd5610f22 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:38:11.399036 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:38:11.426528 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:11.433867 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ee5230f3-ece8-4421-9097-f31d6a41ec98 admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8819225 Aug 24 04:38:11.434168 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Sync routers for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:38:11.434863 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38578) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:11.474065 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:11.475057 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:37:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:11.815371 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port c67dd672-a0a7-4e90-9801-86fbd5610f22 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:11.815756 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:11.864441 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e7fb7-4844-47d6-abe4-5b17c75da973 None None] Current status of the port c67dd672-a0a7-4e90-9801-86fbd5610f22 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:11.864951 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7fb7-4844-47d6-abe4-5b17c75da973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:11.955302 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:11.962548 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-2f0e7fb7-4844-47d6-abe4-5b17c75da973 None None] For port c67dd672-a0a7-4e90-9801-86fbd5610f22, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c67dd672-a0a7-4e90-9801-86fbd5610f22,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:11.963750 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:12.047098 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7fb7-4844-47d6-abe4-5b17c75da973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.055136 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:12.095708 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:12.116518 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.159096 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port c67dd672-a0a7-4e90-9801-86fbd5610f22 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:12.237729 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e7fb7-4844-47d6-abe4-5b17c75da973 None None] Pushing event updated for resources: {'Port': ['ID=c67dd672-a0a7-4e90-9801-86fbd5610f22,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:12.246198 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-d2dcd29c-e8c6-4952-ba77-e3773c51f067 None None] Provisioning complete for port c67dd672-a0a7-4e90-9801-86fbd5610f22 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:12.246707 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd29c-e8c6-4952-ba77-e3773c51f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.326787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Allocated IP 172.20.0.1 (9795d4df-b2c6-44b5-b5a5-55d0a651a61f/382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d/60fc2e43-29ab-4a15-940d-7a4ddeb62df8) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:38:12.424874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:10Z', 'revision_number': 3, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:12.435119 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:12.464003 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Checking router: d765059f-a5be-41ce-b81f-7c28c1307308 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:38:12.464907 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Updating router d765059f-a5be-41ce-b81f-7c28c1307308 port 06286f32-a326-44ff-9269-c304fd637505 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:38:12.467059 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-d2dcd29c-e8c6-4952-ba77-e3773c51f067 None None] Current status of the port c67dd672-a0a7-4e90-9801-86fbd5610f22 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:12.502080 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (06286f32-a326-44ff-9269-c304fd637505), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.504290 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Publish callbacks [] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.555509 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.606890 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:38:12.612498 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:38:12.614855 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Pushing event updated for resources: {'Port': ['ID=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:12.618213 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:38:12.633273 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:12.681340 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (d765059f-a5be-41ce-b81f-7c28c1307308), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.864863 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.873125 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Publish callbacks [] for port (06286f32-a326-44ff-9269-c304fd637505), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.891011 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (06286f32-a326-44ff-9269-c304fd637505), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.951744 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-e4970a71-dc11-43ad-a25a-85e2fa519d8e None None] Provisioning complete for port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:12.952225 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e4970a71-dc11-43ad-a25a-85e2fa519d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:12.957126 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Attempting to bind port 06286f32-a326-44ff-9269-c304fd637505 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:38:12.957589 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Attempting to bind port 06286f32-a326-44ff-9269-c304fd637505 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:38:12.957880 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Attempting to bind port 06286f32-a326-44ff-9269-c304fd637505 on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:38:13.016444 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:38:13.016987 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:38:13.017256 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.017672 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:38:13.018193 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Bound port: 06286f32-a326-44ff-9269-c304fd637505, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:38:13.018592 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (06286f32-a326-44ff-9269-c304fd637505), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.053006 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104819e1-12f1-4398-b790-864b4f0d12fb None None] Pushing event updated for resources: {'Port': ['ID=06286f32-a326-44ff-9269-c304fd637505,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:13.059183 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-392065cb-74b8-49bc-a78c-93f23eaddcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.061593 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-e4970a71-dc11-43ad-a25a-85e2fa519d8e None None] Port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:38:13.068341 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:13.085790 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Publish callbacks [] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.092967 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.100424 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] For port 06286f32-a326-44ff-9269-c304fd637505, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:38:13.105150 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] For port 06286f32-a326-44ff-9269-c304fd637505, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=06286f32-a326-44ff-9269-c304fd637505,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:38:13.113129 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (06286f32-a326-44ff-9269-c304fd637505), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.174743 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (d765059f-a5be-41ce-b81f-7c28c1307308), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.183646 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:13.184798 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Pushing event updated for resources: {'Port': ['ID=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:13.185111 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:13.252609 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c67dd672-a0a7-4e90-9801-86fbd5610f22 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:38:13.307460 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:38:13.309295 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:38:13.351315 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104819e1-12f1-4398-b790-864b4f0d12fb None None] Pushing event updated for resources: {'Port': ['ID=06286f32-a326-44ff-9269-c304fd637505,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:13.391435 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port c67dd672-a0a7-4e90-9801-86fbd5610f22 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:13.391841 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.442268 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:13.476595 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:13.511583 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Router d765059f-a5be-41ce-b81f-7c28c1307308 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:38:13.685842 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port c67dd672-a0a7-4e90-9801-86fbd5610f22 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:13.709268 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-f9029361-7b82-46ee-b0db-6c2b7e16d7af None None] Provisioning complete for port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:13.709923 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9029361-7b82-46ee-b0db-6c2b7e16d7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:13.725014 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:38:13.731170 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9b395b8c-bcd0-4ebf-8dc9-b4d1d25b6130 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/d765059f-a5be-41ce-b81f-7c28c1307308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2949355 Aug 24 04:38:13.793352 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-f9029361-7b82-46ee-b0db-6c2b7e16d7af None None] Port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:38:13.857424 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:13.867599 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:13.883691 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 2, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:13.915457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6bf62-aa26-4e71-ba3a-2e02ba84d3fe None None] The sync data for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi is: [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 2, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:38:14.104024 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.287586 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38612) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:14.301056 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-05084b44-dfde-439c-9b39-949fd2487ddb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249509634', 'description': 'tempest-description--219778687'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:14.331781 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-05084b44-dfde-439c-9b39-949fd2487ddb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.463105 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-05084b44-dfde-439c-9b39-949fd2487ddb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (68d3b0e5-e2fc-47e8-8c98-6b2ece841ace), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.473582 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-05084b44-dfde-439c-9b39-949fd2487ddb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (68d3b0e5-e2fc-47e8-8c98-6b2ece841ace), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.487231 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:14.526501 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-05084b44-dfde-439c-9b39-949fd2487ddb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.528524 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-05084b44-dfde-439c-9b39-949fd2487ddb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2335181 Aug 24 04:38:14.535155 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38614) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:14.541453 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05084b44-dfde-439c-9b39-949fd2487ddb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:14.546077 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-8bb7b73d-80ec-4b2a-9460-5c5720fb6cc0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'security_group_rule': {'security_group_id': '68d3b0e5-e2fc-47e8-8c98-6b2ece841ace', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:14.598494 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b73d-80ec-4b2a-9460-5c5720fb6cc0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (9b99db8f-e18f-40c2-a934-89481e94ef5c), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.689363 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b73d-80ec-4b2a-9460-5c5720fb6cc0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (9b99db8f-e18f-40c2-a934-89481e94ef5c), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.693640 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b73d-80ec-4b2a-9460-5c5720fb6cc0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (9b99db8f-e18f-40c2-a934-89481e94ef5c), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.729365 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b73d-80ec-4b2a-9460-5c5720fb6cc0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b99db8f-e18f-40c2-a934-89481e94ef5c,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:14.741748 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b73d-80ec-4b2a-9460-5c5720fb6cc0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.743925 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8bb7b73d-80ec-4b2a-9460-5c5720fb6cc0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2061472 Aug 24 04:38:14.748726 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38616) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:14.754581 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-db067abc-4d51-4c9b-b1ca-a812edd1b762 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'security_group_rule': {'security_group_id': '68d3b0e5-e2fc-47e8-8c98-6b2ece841ace', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:14.795872 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-db067abc-4d51-4c9b-b1ca-a812edd1b762 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (4684fad7-f6ad-4eba-86fd-f1beab1eb31f), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.908797 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-db067abc-4d51-4c9b-b1ca-a812edd1b762 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (4684fad7-f6ad-4eba-86fd-f1beab1eb31f), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.917605 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-db067abc-4d51-4c9b-b1ca-a812edd1b762 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (4684fad7-f6ad-4eba-86fd-f1beab1eb31f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.943903 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db067abc-4d51-4c9b-b1ca-a812edd1b762 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4684fad7-f6ad-4eba-86fd-f1beab1eb31f,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:14.959465 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-db067abc-4d51-4c9b-b1ca-a812edd1b762 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:14.965884 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38618) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:14.966163 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-db067abc-4d51-4c9b-b1ca-a812edd1b762 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159774 Aug 24 04:38:14.971319 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:14.997478 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.119245 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.286817 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 06286f32-a326-44ff-9269-c304fd637505 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:38:15.367450 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 06286f32-a326-44ff-9269-c304fd637505 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:15.368382 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (06286f32-a326-44ff-9269-c304fd637505), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.368925 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Allocated IP 172.27.4.68 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/2acda849-edd1-4322-a9b5-c63f59378dc9) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:38:15.388399 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:15.530114 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 06286f32-a326-44ff-9269-c304fd637505 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:15.531094 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (06286f32-a326-44ff-9269-c304fd637505), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.548358 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for port (2acda849-edd1-4322-a9b5-c63f59378dc9), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.575044 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 06286f32-a326-44ff-9269-c304fd637505, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=06286f32-a326-44ff-9269-c304fd637505,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:15.582268 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (06286f32-a326-44ff-9269-c304fd637505), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.606543 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (2acda849-edd1-4322-a9b5-c63f59378dc9), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.659462 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:38:15.663726 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:38:15.666779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:38:15.671080 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'Port': ['ID=2acda849-edd1-4322-a9b5-c63f59378dc9,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:15.681085 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=06286f32-a326-44ff-9269-c304fd637505,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:15.785249 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (74b1bf99-5f65-4508-b4a2-e93bf878dad7), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.841507 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (2acda849-edd1-4322-a9b5-c63f59378dc9), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:15.915636 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:16.214545 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:16.332913 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:16.396042 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for port (2acda849-edd1-4322-a9b5-c63f59378dc9), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:16.402740 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (2acda849-edd1-4322-a9b5-c63f59378dc9), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:16.502159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'Port': ['ID=2acda849-edd1-4322-a9b5-c63f59378dc9,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:16.506300 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (74b1bf99-5f65-4508-b4a2-e93bf878dad7), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:16.530138 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:16.531693 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-1f18fe2b-f971-4923-870c-698db0b01b10 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5641274 Aug 24 04:38:16.640369 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Sync routers for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:38:16.655407 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:16.656356 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:16.740315 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e0fcc27-5e3e-4df7-b631-798c35679743 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1249509634&fields=id&tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6 HTTP/1.1" status: 200 len: 267 time: 0.0599377 Aug 24 04:38:16.780200 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:16.791127 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:16.895054 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708671-e673-484b-97b3-66c9d6839490 req-317138aa-9ca3-406e-98ab-36f51b2346cc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:16.898285 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-317138aa-9ca3-406e-98ab-36f51b2346cc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 816 time: 0.1481609 Aug 24 04:38:16.918071 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-1e7578cc-86e3-43c4-8678-a1f231428bb3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/quotas/ccd3469ef0db494abf4a0f28d1d3e7a6 HTTP/1.1" status: 200 len: 375 time: 0.0108325 Aug 24 04:38:16.982174 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-12647518-351f-480d-b0ac-e39ddd8b5f35 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582666 Aug 24 04:38:17.055574 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 2, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:17.084179 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Checking router: d765059f-a5be-41ce-b81f-7c28c1307308 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:38:17.084510 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Updating router d765059f-a5be-41ce-b81f-7c28c1307308 port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:38:17.102416 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:17.119434 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:17.131017 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:17.134521 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-39c29d37-29a7-465f-ad7a-30ac24d82e62 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363993 Aug 24 04:38:17.231408 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 06286f32-a326-44ff-9269-c304fd637505 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:38:17.258822 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-57052204-363f-4df9-aa93-1bb60a0348cc service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170788 Aug 24 04:38:17.436162 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Publish callbacks [] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:17.445644 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:17.456367 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 06286f32-a326-44ff-9269-c304fd637505 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:17.457453 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (06286f32-a326-44ff-9269-c304fd637505), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:17.516143 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:17.520253 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1228aab2-d046-42a3-8623-36bab65818e2 req-b8c6fde3-4039-490d-9987-fd9514280b09 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 210 time: 0.0430920 Aug 24 04:38:17.568053 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Attempting to bind port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:38:17.568432 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Attempting to bind port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:38:17.568851 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Attempting to bind port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 on network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:38:17.574253 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Pushing event updated for resources: {'Port': ['ID=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:17.578716 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:38:17.579146 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Checking segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:38:17.579502 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:17.579897 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Bound using segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:38:17.581149 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Bound port: 60fc2e43-29ab-4a15-940d-7a4ddeb62df8, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:38:17.581540 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:17.585862 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 06286f32-a326-44ff-9269-c304fd637505 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:17.599522 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.599882 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.600259 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.600657 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.600996 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.601375 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.601714 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.601931 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.602250 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.602570 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.602890 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.603209 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.603531 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.603845 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.604161 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:17.646238 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:17.666292 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] For port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:38:17.670577 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] For port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:38:17.677862 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:17.721249 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:17.721900 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:17.820040 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4790ee3-9874-4527-ace8-152e699faa9a None None] Pushing event updated for resources: {'Port': ['ID=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,revision_number=4']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:17.867262 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:18.237202 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:17Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:18.272524 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a45df5-09d5-4b8e-9334-c2e0fe646566 None None] The sync data for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi is: [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:17Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:38:18.666299 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a350460e-fbc3-43c5-aa26-b20370f00469 req-aaca8f79-2b9a-4c72-bb22-5e19b71b1168 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 210 time: 0.0390899 Aug 24 04:38:18.878654 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708671-e673-484b-97b3-66c9d6839490 req-d4f2dcf0-af8a-436c-ba1c-722a43b5fc45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:18.880339 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-d4f2dcf0-af8a-436c-ba1c-722a43b5fc45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 816 time: 0.1537337 Aug 24 04:38:18.966516 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-6fa0c253-6984-485a-b10f-9d2e777303e4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6 HTTP/1.1" status: 200 len: 380 time: 0.0761349 Aug 24 04:38:19.032796 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'port': {'device_id': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'admin_state_up': True, 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'security_groups': ['68d3b0e5-e2fc-47e8-8c98-6b2ece841ace']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:19.196058 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Made reservation on behalf of ccd3469ef0db494abf4a0f28d1d3e7a6 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:38:19.200201 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:19.217205 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:38:19.231140 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:19.297672 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:19.298280 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:19.358832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Allocated IP 172.20.0.10 (9795d4df-b2c6-44b5-b5a5-55d0a651a61f/382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d/08cd8fba-b487-4187-9cf7-9e1fa5689386) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:38:19.394069 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:19.394471 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:19.433715 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:19.438040 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:19.499761 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:19.629697 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:19.680159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:19.737162 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:38:19.741550 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:38:19.746568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:38:19.779489 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:19.798820 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:19.859716 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:19.860468 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:19.871189 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e172-03c3-4e29-a5c3-cdf3b53c9896 req-f26f388e-d668-4a8f-ac3b-9bfca75f35d8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:19.872882 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ec62e172-03c3-4e29-a5c3-cdf3b53c9896 req-f26f388e-d668-4a8f-ac3b-9bfca75f35d8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 932 time: 0.0878563 Aug 24 04:38:19.907215 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-2e32e98c-340f-4d39-8d95-61234909fcce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8813603 Aug 24 04:38:19.949407 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ec62e172-03c3-4e29-a5c3-cdf3b53c9896 req-0b82f709-c6d1-4259-9036-ce1bf24b96a2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701082 Aug 24 04:38:20.088633 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Request body: {'port': {'device_id': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:20.099738 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-da26b761-eb14-4456-bf9c-c5729c4c560f None None] Provisioning complete for port 08cd8fba-b487-4187-9cf7-9e1fa5689386 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:20.100573 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-da26b761-eb14-4456-bf9c-c5729c4c560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:20.151501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-da26b761-eb14-4456-bf9c-c5729c4c560f None None] Port 08cd8fba-b487-4187-9cf7-9e1fa5689386 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:38:20.197966 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:20.513276 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cd8fba-b487-4187-9cf7-9e1fa5689386 {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:38:20.518243 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:20.525050 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Publish callbacks [] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:20.545008 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Transition to ACTIVE for port object 08cd8fba-b487-4187-9cf7-9e1fa5689386 will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:38:20.551267 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:20.681543 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:20.722801 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Attempting to bind port 08cd8fba-b487-4187-9cf7-9e1fa5689386 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:38:20.723139 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Attempting to bind port 08cd8fba-b487-4187-9cf7-9e1fa5689386 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:38:20.723531 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Attempting to bind port 08cd8fba-b487-4187-9cf7-9e1fa5689386 on network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:38:20.729951 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Port 08cd8fba-b487-4187-9cf7-9e1fa5689386 on network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:38:20.730311 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Attempting to bind port 08cd8fba-b487-4187-9cf7-9e1fa5689386 on network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:38:20.737095 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:38:20.737477 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Checking segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:38:20.737972 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Bound using segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:38:20.738434 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Bound port: 08cd8fba-b487-4187-9cf7-9e1fa5689386, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:38:20.738851 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:20.820634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:38:20.826384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:38:20.836702 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:20.842323 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:20.843144 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:20.844901 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 200 len: 1094 time: 0.7647557 Aug 24 04:38:20.845493 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:38:20.847836 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d5e95b-2590-4dd5-80da-9e0ae5d19640" -d '{"events": [{"name": "network-changed", "server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:38:20.905995 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af663a83-5c96-4c77-ac31-0e5e6f1033b5 x-openstack-request-id: req-af663a83-5c96-4c77-ac31-0e5e6f1033b5 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:38:20.907104 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:38:20.907104 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-af663a83-5c96-4c77-ac31-0e5e6f1033b5 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:38:20.907493 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af663a83-5c96-4c77-ac31-0e5e6f1033b5'] response: {'name': 'network-changed', 'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'status': 'completed', 'code': 200} Aug 24 04:38:20.960945 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3386c-f94d-416d-bf13-1f572fe7031a service neutron] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:20.977176 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708671-e673-484b-97b3-66c9d6839490 req-043a2329-5763-4428-a001-65692b56a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:20.978889 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-043a2329-5763-4428-a001-65692b56a6be service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 1128 time: 0.0593860 Aug 24 04:38:21.027778 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-0f53b10d-6f94-42a2-a1a0-22b9d505569c service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 200 len: 217 time: 0.0413680 Aug 24 04:38:21.146661 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708671-e673-484b-97b3-66c9d6839490 req-580bf875-9f19-47d9-a25b-355035f24e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:21.148987 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-580bf875-9f19-47d9-a25b-355035f24e22 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.1144001 Aug 24 04:38:21.155460 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cb487-9e2a-43e5-a36e-99ed88089ef3 req-1fcce9ca-dc05-4042-8919-348cc1beafe2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:21.157465 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-555cb487-9e2a-43e5-a36e-99ed88089ef3 req-1fcce9ca-dc05-4042-8919-348cc1beafe2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.0745907 Aug 24 04:38:21.212326 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:38:21.236941 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:21.241345 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708671-e673-484b-97b3-66c9d6839490 req-0156274c-8850-4469-ba1e-2a1c99269eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:21.243458 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-0156274c-8850-4469-ba1e-2a1c99269eb3 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849938 Aug 24 04:38:21.267697 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:21.268470 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:21.273857 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-555cb487-9e2a-43e5-a36e-99ed88089ef3 req-654c21bf-66bb-4fb5-a5f4-777c7f4cbea1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058929 Aug 24 04:38:21.362627 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:21.388620 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-2108ff39-c05f-42b0-bf27-4d70501b6f36 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299837 Aug 24 04:38:21.502583 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc708671-e673-484b-97b3-66c9d6839490 req-93632bfe-e9a9-4326-a9e3-aeaac8264837 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076710 Aug 24 04:38:22.487607 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e32d0-31fa-4c1d-9c19-420cae789887 req-ac171b8d-ce26-46f0-87e0-fb42f5306f69 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:22.490343 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7f8e32d0-31fa-4c1d-9c19-420cae789887 req-ac171b8d-ce26-46f0-87e0-fb42f5306f69 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1006870 Aug 24 04:38:22.502230 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-b76efeec-2939-429d-a779-e927f6939808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:22.504708 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-b76efeec-2939-429d-a779-e927f6939808 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 1128 time: 0.0798020 Aug 24 04:38:22.598189 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:22.685263 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7f8e32d0-31fa-4c1d-9c19-420cae789887 req-c262fa71-71a4-40b5-8609-440e29ab835f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854010 Aug 24 04:38:22.730351 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-2e4a72fa-e65b-4ab6-afa4-7b0725e38882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:22.732938 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-2e4a72fa-e65b-4ab6-afa4-7b0725e38882 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.2163703 Aug 24 04:38:22.827106 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-db7f5637-e6dd-450a-a4eb-d73a1a06c43c service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 200 len: 217 time: 0.0405176 Aug 24 04:38:22.889222 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-852e7307-a778-462a-ae9f-70b095320e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:22.890709 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-852e7307-a778-462a-ae9f-70b095320e49 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0557566 Aug 24 04:38:23.265786 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-a6d5a6bd-e2eb-4493-a0ff-e33082834fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:23.267401 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-a6d5a6bd-e2eb-4493-a0ff-e33082834fea service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656865 Aug 24 04:38:23.387531 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-46df3dde-c35c-49cb-be48-9eba343d9994 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072423 Aug 24 04:38:23.524209 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22d5e95b-2590-4dd5-80da-9e0ae5d19640 req-b666460a-b461-4bcf-beab-ad9894d2891b service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298108 Aug 24 04:38:23.844527 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a66aa-efeb-4748-b62d-953c0a22ad67 req-3e986432-26e3-4931-9ec0-431a2ce56947 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:23.846204 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-da1a66aa-efeb-4748-b62d-953c0a22ad67 req-3e986432-26e3-4931-9ec0-431a2ce56947 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.0670633 Aug 24 04:38:23.875384 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:38:23.906587 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-da1a66aa-efeb-4748-b62d-953c0a22ad67 req-2addfea5-b176-4e4a-83b8-94f22305a22f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520182 Aug 24 04:38:24.039414 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:24.051671 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'port_id': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'mac_address': 'fa:16:3e:aa:17:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:38:24.096729 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 08cd8fba-b487-4187-9cf7-9e1fa5689386 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:24.097345 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:24.113777 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cd8fba-b487-4187-9cf7-9e1fa5689386 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:38:24.136921 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:24.141472 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:24.197910 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:24.426800 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['08cd8fba-b487-4187-9cf7-9e1fa5689386'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:38:24.472166 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:24.498614 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:24.944698 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=52,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:24.949203 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=70,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:25.057616 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8408-357b-4bb9-908b-510927aa97be req-4b37f1d5-dd15-4078-913c-e9ab54db5caf tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:25.059249 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c1cd8408-357b-4bb9-908b-510927aa97be req-4b37f1d5-dd15-4078-913c-e9ab54db5caf tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 945 time: 0.0619309 Aug 24 04:38:25.111981 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c1cd8408-357b-4bb9-908b-510927aa97be req-d82af2c5-16cb-4829-87e4-4fbffa4ae75c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469279 Aug 24 04:38:25.875158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:38:25.936732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 08cd8fba-b487-4187-9cf7-9e1fa5689386 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:38:25.951429 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 08cd8fba-b487-4187-9cf7-9e1fa5689386 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:38:25.952093 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:26.067559 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 08cd8fba-b487-4187-9cf7-9e1fa5689386 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:38:26.068086 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:26.096745 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:38:26.099065 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531535bc-753c-41e9-b3a5-b85ef9183918" -d '{"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-plugged", "status": "completed", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:38:26.114579 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:26.121310 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:26.191935 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e30efd-15e8-4ab8-8f6a-6df0131b4712 x-openstack-request-id: req-58e30efd-15e8-4ab8-8f6a-6df0131b4712 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:38:26.192228 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-plugged", "status": "completed", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:38:26.192714 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-58e30efd-15e8-4ab8-8f6a-6df0131b4712 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:38:26.193297 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e30efd-15e8-4ab8-8f6a-6df0131b4712'] response: {'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'code': 200} Aug 24 04:38:26.194723 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:26.294592 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10689b7b-4c30-4d61-a1fa-8a5d5fefe94c req-87881aa0-ecd5-4cfb-9a83-e32e95abd7a9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:26.301593 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-10689b7b-4c30-4d61-a1fa-8a5d5fefe94c req-87881aa0-ecd5-4cfb-9a83-e32e95abd7a9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0835872 Aug 24 04:38:26.353381 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:26.379382 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-10689b7b-4c30-4d61-a1fa-8a5d5fefe94c req-aadf0caf-45c8-41d8-84a1-555f85b92335 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711768 Aug 24 04:38:26.415486 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799c2a-ab26-449c-9063-afbad2e10445 req-289ebf20-007e-4445-ab3c-c807b6204e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:26.417839 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3f799c2a-ab26-449c-9063-afbad2e10445 req-289ebf20-007e-4445-ab3c-c807b6204e24 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 1130 time: 0.0556388 Aug 24 04:38:26.480105 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3f799c2a-ab26-449c-9063-afbad2e10445 req-857011ab-c0e5-47d2-9d94-1f5e36a55235 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550489 Aug 24 04:38:26.670390 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed518e9-ed77-4a43-945f-f5af1b72b65d req-660c2b7e-f6ff-46b7-ad32-607fbe9ab26c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:26.671894 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ed518e9-ed77-4a43-945f-f5af1b72b65d req-660c2b7e-f6ff-46b7-ad32-607fbe9ab26c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0527914 Aug 24 04:38:26.737936 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ed518e9-ed77-4a43-945f-f5af1b72b65d req-33d3e72b-fc12-42da-9013-4f6c584d86c6 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565417 Aug 24 04:38:27.553910 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f3bb7-eff4-40ef-921a-f1c5622058c3 req-12af878e-786e-4e4b-9a3e-9d93adab4c5f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:27.556066 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f71f3bb7-eff4-40ef-921a-f1c5622058c3 req-12af878e-786e-4e4b-9a3e-9d93adab4c5f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0731404 Aug 24 04:38:27.627080 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f71f3bb7-eff4-40ef-921a-f1c5622058c3 req-f81b4fb7-5d17-4e53-8df5-18bec2fe8d12 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627720 Aug 24 04:38:27.886663 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeda816-7902-4f57-9025-ab2010bf1b67 req-c66e0586-d331-4bd1-bab3-04f43a5dad45 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:27.888206 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bfeda816-7902-4f57-9025-ab2010bf1b67 req-c66e0586-d331-4bd1-bab3-04f43a5dad45 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0581133 Aug 24 04:38:27.948851 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bfeda816-7902-4f57-9025-ab2010bf1b67 req-fb7bf7eb-4569-4ad0-829a-1b0d630e0ba6 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548387 Aug 24 04:38:28.234031 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:28.245212 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:UPDATE=1,neutron:SELECT=46,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:28.804107 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25c90f-8e8f-4a94-b43c-e58cbc9f99df req-bced6a98-37e3-4daf-984e-13cca28cec3d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:28.806777 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ac25c90f-8e8f-4a94-b43c-e58cbc9f99df req-bced6a98-37e3-4daf-984e-13cca28cec3d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0652297 Aug 24 04:38:28.820894 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:28.873270 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ac25c90f-8e8f-4a94-b43c-e58cbc9f99df req-cbe724be-db91-4c9d-84a4-85298503dc67 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605145 Aug 24 04:38:28.917273 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67618e0e-bb78-4708-9752-d59e0178aeed req-547a0f36-1213-454e-be3e-689284f7f349 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:28.919162 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-67618e0e-bb78-4708-9752-d59e0178aeed req-547a0f36-1213-454e-be3e-689284f7f349 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0627792 Aug 24 04:38:29.101553 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad35ca-6707-499e-af3a-678d1c528c48 req-c1e85bfc-b85d-43f5-aaf2-67246b32b470 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:29.103136 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4cad35ca-6707-499e-af3a-678d1c528c48 req-c1e85bfc-b85d-43f5-aaf2-67246b32b470 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 945 time: 0.0576849 Aug 24 04:38:29.168240 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4cad35ca-6707-499e-af3a-678d1c528c48 req-b93bed9c-4fb6-4fa0-ae6e-c13609935f84 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=f5b90299-5bdc-48f0-a067-53918e2fefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583897 Aug 24 04:38:29.504987 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Deleting port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:29.505717 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:29.629888 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] For port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:29.630254 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:29.808687 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:29.809369 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (d32eb43d-0acb-47a6-86e6-66c3a39c7d3b), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:29.809369 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Floating IP d32eb43d-0acb-47a6-86e6-66c3a39c7d3b disassociated. External IP: 172.27.4.157, port: 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee. Aug 24 04:38:29.809615 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Calling delete_port for 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:29.874817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:30.013050 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (0b878aee-aea7-4d15-9a30-7bbcf5fc7eee), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:30.073530 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event deleted for resources: {'Port': ['ID=0b878aee-aea7-4d15-9a30-7bbcf5fc7eee,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:30.100728 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61384da-9b9a-4329-b5d9-498384b28a9d req-980e800d-47d7-4893-bbc1-805d5dd60908 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:30.102896 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e61384da-9b9a-4329-b5d9-498384b28a9d req-980e800d-47d7-4893-bbc1-805d5dd60908 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1136560 Aug 24 04:38:30.248281 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e61384da-9b9a-4329-b5d9-498384b28a9d req-2f569899-4e18-4e02-ab6c-8dbe364fb1c3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090214 Aug 24 04:38:30.317803 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dcdbd3d5-3334-46f9-85ff-f8fcbaed68c6 req-cd7d8724-bc47-4cf9-8074-a1a5db0c25a3 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 210 time: 0.0538888 Aug 24 04:38:30.328451 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Router 9a1924d8-61eb-42bf-9343-b134e0527fee has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:38:30.421113 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:30.499109 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c488-e0e5-4625-be2b-6fd574d1946e req-9382b625-358d-4c27-a208-6fc3c2d40587 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:30.500781 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ad03c488-e0e5-4625-be2b-6fd574d1946e req-9382b625-358d-4c27-a208-6fc3c2d40587 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1522722 Aug 24 04:38:30.519344 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38752) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:30.525247 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'floatingip': {'port_id': '08cd8fba-b487-4187-9cf7-9e1fa5689386'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:38:30.541487 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:38:30.569640 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] Sync routers for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:38:30.589692 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:30.590750 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:30.592446 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (74b1bf99-5f65-4508-b4a2-e93bf878dad7), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:30.800737 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:30.911526 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:30.991934 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] No DVR routers for this DVR port 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:38:30.995691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:31.000292 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-67618e0e-bb78-4708-9752-d59e0178aeed req-7e4b9da8-9e36-4ecb-8f5f-1967154c6da0 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.99 "DELETE /networking/v2.0/ports/0b878aee-aea7-4d15-9a30-7bbcf5fc7eee HTTP/1.1" status: 204 len: 173 time: 1.6229503 Aug 24 04:38:31.001040 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'name': 'network-vif-deleted', 'tag': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:38:31.004887 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3076c7e0-3168-42bf-aa15-580cb2b52e92" -d '{"events": [{"server_uuid": "53310e57-f73b-462b-91e8-bfc68f6b36ca", "name": "network-vif-deleted", "tag": "0b878aee-aea7-4d15-9a30-7bbcf5fc7eee"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:38:31.058670 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733734f9-e141-4e14-aef5-221a455c1a94 x-openstack-request-id: req-733734f9-e141-4e14-aef5-221a455c1a94 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:38:31.059148 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53310e57-f73b-462b-91e8-bfc68f6b36ca", "name": "network-vif-deleted", "tag": "0b878aee-aea7-4d15-9a30-7bbcf5fc7eee", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:38:31.059533 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-733734f9-e141-4e14-aef5-221a455c1a94 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:38:31.060152 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733734f9-e141-4e14-aef5-221a455c1a94'] response: {'server_uuid': '53310e57-f73b-462b-91e8-bfc68f6b36ca', 'name': 'network-vif-deleted', 'tag': '0b878aee-aea7-4d15-9a30-7bbcf5fc7eee', 'status': 'completed', 'code': 200} Aug 24 04:38:31.097609 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:31.138275 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] Checking router: 9a1924d8-61eb-42bf-9343-b134e0527fee for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:38:31.151681 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:31.152248 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:31.348541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:31.509137 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a3690e91-3fa1-4424-981b-fe5961788f16 req-6de1bbe7-9bb8-41e9-9223-485308a93869 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=53310e57-f73b-462b-91e8-bfc68f6b36ca HTTP/1.1" status: 200 len: 210 time: 0.0542531 Aug 24 04:38:31.574001 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:31.580585 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (74b1bf99-5f65-4508-b4a2-e93bf878dad7), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:31.668886 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:31.700845 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b912f54-6a61-495a-97f5-c8faaaa39c95 None None] The sync data for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi is: [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:31:48Z', 'revision_number': 4, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '2faed9f1-f962-4c66-881e-571ecf850965', 'name': '', 'network_id': '20558816-8dbf-48fa-80df-be9dcc151316', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'mac_address': 'fa:16:3e:7d:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:47Z', 'updated_at': '2022-08-24T04:32:16Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'subnets': [{'id': '5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:38:31.731415 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Floating IP 74b1bf99-5f65-4508-b4a2-e93bf878dad7 associated. External IP: 172.27.4.68, port: 08cd8fba-b487-4187-9cf7-9e1fa5689386. Aug 24 04:38:32.006073 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Router d765059f-a5be-41ce-b81f-7c28c1307308 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:38:32.009450 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b33d31-b5ba-4962-be04-39433fd66edc None None] New status for floating IP d32eb43d-0acb-47a6-86e6-66c3a39c7d3b: DOWN {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:38:32.147638 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:38:32.154583 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:32.166081 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] Sync routers for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:38:32.182201 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:32.183406 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:32.206982 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9abbe019-2962-4cc2-9c91-6dc80f65a1e7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/74b1bf99-5f65-4508-b4a2-e93bf878dad7 HTTP/1.1" status: 200 len: 991 time: 1.6855624 Aug 24 04:38:32.207808 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:38:32.211713 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d0076c-6b7b-467f-845c-2e27a6eade93" -d '{"events": [{"name": "network-changed", "server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:38:32.275184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7694fe-b5aa-4c00-b3df-0f9fb77569d0 x-openstack-request-id: req-cd7694fe-b5aa-4c00-b3df-0f9fb77569d0 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:38:32.275675 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:38:32.276012 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cd7694fe-b5aa-4c00-b3df-0f9fb77569d0 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:38:32.276693 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7694fe-b5aa-4c00-b3df-0f9fb77569d0'] response: {'name': 'network-changed', 'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'status': 'completed', 'code': 200} Aug 24 04:38:32.315558 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:32.356241 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-d548cfcc-c7de-46a2-8296-71c3216003e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:32.358356 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-d548cfcc-c7de-46a2-8296-71c3216003e7 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 1130 time: 0.0536840 Aug 24 04:38:32.475452 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-78064508-6914-41af-8856-83a9bbbd07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:32.478206 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-78064508-6914-41af-8856-83a9bbbd07cf service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.1131973 Aug 24 04:38:32.485968 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:32.584903 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-01555db5-6533-4d77-9ab8-a00939588eb7 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 200 len: 999 time: 0.1004331 Aug 24 04:38:32.653535 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-d45322fa-ad14-45ef-b81a-6382fd4852de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:32.655606 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-d45322fa-ad14-45ef-b81a-6382fd4852de service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0640213 Aug 24 04:38:32.657167 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38766) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:32.667219 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '74b1bf99-5f65-4508-b4a2-e93bf878dad7', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'port_id': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'mac_address': 'fa:16:3e:aa:17:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:38:15Z', 'updated_at': '2022-08-24T04:38:31Z', 'revision_number': 1, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:32.713974 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] Checking router: d765059f-a5be-41ce-b81f-7c28c1307308 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:38:32.727447 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:32.728351 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:32.761812 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-819c8f90-00ed-4a58-b2a4-5d72f4abfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:32.764159 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-819c8f90-00ed-4a58-b2a4-5d72f4abfbfe service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927413 Aug 24 04:38:32.801247 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:32.835368 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ff2d70a2-2f20-40c3-8eb5-097eb87e80c7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (f5b90299-5bdc-48f0-a067-53918e2fefcc), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:32.865876 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:32.898721 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:32.970884 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ff2d70a2-2f20-40c3-8eb5-097eb87e80c7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (f5b90299-5bdc-48f0-a067-53918e2fefcc), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.102768 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-6124c501-6396-49f6-88e5-d2dfa41e984b service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282149 Aug 24 04:38:33.175346 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ff2d70a2-2f20-40c3-8eb5-097eb87e80c7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (f5b90299-5bdc-48f0-a067-53918e2fefcc), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.180748 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ff2d70a2-2f20-40c3-8eb5-097eb87e80c7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.185172 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ff2d70a2-2f20-40c3-8eb5-097eb87e80c7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/f5b90299-5bdc-48f0-a067-53918e2fefcc HTTP/1.1" status: 204 len: 168 time: 0.5264561 Aug 24 04:38:33.188536 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38768) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:33.204599 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.api.v2.resource [None req-7ff09581-53b8-440d-a500-9dca4873abbe tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] show failed (client error): The resource could not be found. Aug 24 04:38:33.205935 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7ff09581-53b8-440d-a500-9dca4873abbe tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "GET /networking/v2.0/security-groups/f5b90299-5bdc-48f0-a067-53918e2fefcc HTTP/1.1" status: 404 len: 347 time: 0.0163796 Aug 24 04:38:33.211480 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38770) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:33.242929 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d70a2-2f20-40c3-8eb5-097eb87e80c7 tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b90299-5bdc-48f0-a067-53918e2fefcc,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:33.276064 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7d0076c-6b7b-467f-845c-2e27a6eade93 req-852b0906-92e2-4e24-8f88-a2c900745a76 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674135 Aug 24 04:38:33.361732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '74b1bf99-5f65-4508-b4a2-e93bf878dad7', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'port_id': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'mac_address': 'fa:16:3e:aa:17:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:38:15Z', 'updated_at': '2022-08-24T04:38:31Z', 'revision_number': 1, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:33.371167 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Deleting port 2bbef3c8-0441-47a3-abc6-a08f3d69a2c1 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:33.371718 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.373544 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:33.390230 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b5ba5-eb23-4042-9e6f-03b1a4463ad6 None None] The sync data for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi is: [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '74b1bf99-5f65-4508-b4a2-e93bf878dad7', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'port_id': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'mac_address': 'fa:16:3e:aa:17:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:38:15Z', 'updated_at': '2022-08-24T04:38:31Z', 'revision_number': 1, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:38:33.403813 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:33.498085 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.498425 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.515860 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Calling delete_port for 2bbef3c8-0441-47a3-abc6-a08f3d69a2c1 owned by network:floatingip {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:33.638676 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb0a3b-5227-4d62-94de-e742567d8112 None None] New status for floating IP 74b1bf99-5f65-4508-b4a2-e93bf878dad7: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:38:33.699919 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (2bbef3c8-0441-47a3-abc6-a08f3d69a2c1), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.744156 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Pushing event deleted for resources: {'Port': ['ID=2bbef3c8-0441-47a3-abc6-a08f3d69a2c1,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:33.809004 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks [] for floatingip (d32eb43d-0acb-47a6-86e6-66c3a39c7d3b), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.812742 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:33.814067 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-41f21c36-3184-4a7c-a383-dbb7180e133c tempest-AttachVolumeTestJSON-750727879 tempest-AttachVolumeTestJSON-750727879-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/d32eb43d-0acb-47a6-86e6-66c3a39c7d3b HTTP/1.1" status: 204 len: 168 time: 0.6013420 Aug 24 04:38:33.922771 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:38:33.951055 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:38:33.951437 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 0b878aee-aea7-4d15-9a30-7bbcf5fc7eee not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:38:37.372180 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:37.455047 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38802) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:37.845160 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (9a1924d8-61eb-42bf-9343-b134e0527fee), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:38.081310 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Deleting port 2faed9f1-f962-4c66-881e-571ecf850965 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:38.081646 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (2faed9f1-f962-4c66-881e-571ecf850965), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:38.108429 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:38.110743 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:38.172943 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] For port 2faed9f1-f962-4c66-881e-571ecf850965, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=2faed9f1-f962-4c66-881e-571ecf850965,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:38.173220 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (2faed9f1-f962-4c66-881e-571ecf850965), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:38.189297 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Calling delete_port for 2faed9f1-f962-4c66-881e-571ecf850965 owned by network:router_interface {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:38.426788 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (2faed9f1-f962-4c66-881e-571ecf850965), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:38.455974 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Pushing event deleted for resources: {'Port': ['ID=2faed9f1-f962-4c66-881e-571ecf850965,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:38.648962 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (9a1924d8-61eb-42bf-9343-b134e0527fee), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:38.867913 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Router 9a1924d8-61eb-42bf-9343-b134e0527fee has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:38:38.976975 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:38:38.982007 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-750ac37d-06e5-4703-b717-f69885fd0300 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/9a1924d8-61eb-42bf-9343-b134e0527fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5299573 Aug 24 04:38:38.984566 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38806) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:38.987308 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] Sync routers for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:38:38.998861 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:38.999490 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:39.065171 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:39.087538 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:39.093761 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks [] for router (9a1924d8-61eb-42bf-9343-b134e0527fee), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:39.110712 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:39.199249 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks [] for router_gateway (9a1924d8-61eb-42bf-9343-b134e0527fee), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:39.245230 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Deleting port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:39.245574 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:39.257844 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:39.297689 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:38:38Z', 'revision_number': 5, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port': {'id': '9d2e479a-f422-4d77-b7b4-b068ea97a8b2', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:39Z', 'updated_at': '2022-08-24T04:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:39.324283 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] Checking router: 9a1924d8-61eb-42bf-9343-b134e0527fee for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:38:39.333106 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] Routers {'9a1924d8-61eb-42bf-9343-b134e0527fee'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:39.334269 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['9a1924d8-61eb-42bf-9343-b134e0527fee'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:39.336308 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] For port 9d2e479a-f422-4d77-b7b4-b068ea97a8b2, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=9d2e479a-f422-4d77-b7b4-b068ea97a8b2,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:39.336712 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:39.351249 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Calling delete_port for 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 owned by network:router_gateway {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:39.424946 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] Set router 9a1924d8-61eb-42bf-9343-b134e0527fee gateway port host: None {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:39.480352 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:38:39Z', 'revision_number': 6, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:39.509664 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044666d-26e3-4a92-8c05-ef322c9c8799 None None] The sync data for ids ['9a1924d8-61eb-42bf-9343-b134e0527fee'] in dv-cinder-854263-1-iscsi is: [{'id': '9a1924d8-61eb-42bf-9343-b134e0527fee', 'name': 'tempest-AttachVolumeTestJSON-705662990-router', 'tenant_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:36Z', 'updated_at': '2022-08-24T04:38:39Z', 'revision_number': 6, 'project_id': '5aee8c6a4c124bdbb4c3a26a7f0c9b25', 'gw_port_host': None}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:38:39.570405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (9d2e479a-f422-4d77-b7b4-b068ea97a8b2), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:39.601258 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2e479a-f422-4d77-b7b4-b068ea97a8b2,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:39.667133 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (9a1924d8-61eb-42bf-9343-b134e0527fee), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.027453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (9a1924d8-61eb-42bf-9343-b134e0527fee), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.029861 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks [] for router_controller (9a1924d8-61eb-42bf-9343-b134e0527fee), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.083960 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (9a1924d8-61eb-42bf-9343-b134e0527fee), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.085242 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1924d8-61eb-42bf-9343-b134e0527fee {{(pid=106347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:38:40.090958 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.092128 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fd1c1ea2-b48b-4091-b1f3-357c934024ec admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/9a1924d8-61eb-42bf-9343-b134e0527fee HTTP/1.1" status: 204 len: 168 time: 1.1066129 Aug 24 04:38:40.095044 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38810) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:40.148444 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3634a25e-3321-47d6-968c-b4d2b575c94a admin admin] Deleting subnet 5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 {{(pid=106346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:38:40.153448 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3634a25e-3321-47d6-968c-b4d2b575c94a admin admin] Publish callbacks [] for subnet (5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.217699 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3634a25e-3321-47d6-968c-b4d2b575c94a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047599'] for subnet (5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.328449 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3634a25e-3321-47d6-968c-b4d2b575c94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.367885 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:40.384845 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1addefc9-7a9b-4b3d-a400-a769f31b1a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.392189 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3634a25e-3321-47d6-968c-b4d2b575c94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126732137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126750591'] for subnet (5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.420297 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634a25e-3321-47d6-968c-b4d2b575c94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:40.431693 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3634a25e-3321-47d6-968c-b4d2b575c94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.435100 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3634a25e-3321-47d6-968c-b4d2b575c94a admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/5c1cbf9e-08c9-4b82-ba3b-e1cec9435c21 HTTP/1.1" status: 204 len: 168 time: 0.3390379 Aug 24 04:38:40.437758 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 38812) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:40.440009 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412597aa-548f-4523-9b15-f5590753ba70 None None] Network 20558816-8dbf-48fa-80df-be9dcc151316 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:38:40.533704 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (20558816-8dbf-48fa-80df-be9dcc151316), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.589313 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Deleting port d972ab99-83b8-4ae8-b022-b695bc26db9a {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:40.589746 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.642804 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] DHCP port deletion for 20558816-8dbf-48fa-80df-be9dcc151316 request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:38:40.673646 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] For port d972ab99-83b8-4ae8-b022-b695bc26db9a, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d972ab99-83b8-4ae8-b022-b695bc26db9a,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:40.673937 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.688956 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Deleting port d972ab99-83b8-4ae8-b022-b695bc26db9a {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:40.689831 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.689986 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Calling delete_port for d972ab99-83b8-4ae8-b022-b695bc26db9a owned by network:dhcp {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:40.766667 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] For port d972ab99-83b8-4ae8-b022-b695bc26db9a, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d972ab99-83b8-4ae8-b022-b695bc26db9a,segment=NetworkSegment(ae85455b-c0e5-435f-8ded-a7b2397ce565),segment_id=ae85455b-c0e5-435f-8ded-a7b2397ce565)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:40.767068 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.783549 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:40.786181 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Calling delete_port for d972ab99-83b8-4ae8-b022-b695bc26db9a owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:40.790947 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.823185 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] No DVR routers for this DVR port d972ab99-83b8-4ae8-b022-b695bc26db9a on host dv-cinder-854263-1-iscsi {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:38:40.827587 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Pushing event deleted for resources: {'Port': ['ID=d972ab99-83b8-4ae8-b022-b695bc26db9a,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:40.874341 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (d972ab99-83b8-4ae8-b022-b695bc26db9a), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.879619 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:40.907493 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Pushing event deleted for resources: {'Port': ['ID=d972ab99-83b8-4ae8-b022-b695bc26db9a,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:40.916772 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (20558816-8dbf-48fa-80df-be9dcc151316), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.916966 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.917331 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.917682 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.918028 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.918446 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.918835 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.919171 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.919497 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.919823 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.920146 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.920469 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.920822 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.921146 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.921466 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.921784 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:40.929564 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efcf71-482f-4b19-882c-aa54abf8cb74 None None] No DVR routers for this DVR port d972ab99-83b8-4ae8-b022-b695bc26db9a on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:38:40.948660 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20558816-8dbf-48fa-80df-be9dcc151316']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:40.963085 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae85455b-c0e5-435f-8ded-a7b2397ce565') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:40.963474 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae85455b-c0e5-435f-8ded-a7b2397ce565') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:40.976510 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (ae85455b-c0e5-435f-8ded-a7b2397ce565), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:40.992426 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (ae85455b-c0e5-435f-8ded-a7b2397ce565), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:41.000769 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:38:41.001173 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (ae85455b-c0e5-435f-8ded-a7b2397ce565), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:41.029879 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment ae85455b-c0e5-435f-8ded-a7b2397ce565 resource provider aggregate not found Aug 24 04:38:41.064154 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment ae85455b-c0e5-435f-8ded-a7b2397ce565 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae85455b-c0e5-435f-8ded-a7b2397ce565 found for delete ", "request_id": "req-67bb2dcd-561a-4c60-ac63-e22b81e53124"}]} Aug 24 04:38:41.073589 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (20558816-8dbf-48fa-80df-be9dcc151316), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:41.078794 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:41.083736 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/20558816-8dbf-48fa-80df-be9dcc151316 HTTP/1.1" status: 204 len: 168 time: 0.6447799 Aug 24 04:38:41.112347 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1991f4c-deaf-4268-8b2c-a454f20fb258 admin admin] Pushing event deleted for resources: {'Network': ['ID=20558816-8dbf-48fa-80df-be9dcc151316,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:41.193750 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d972ab99-83b8-4ae8-b022-b695bc26db9a no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:38:41.227869 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: d972ab99-83b8-4ae8-b022-b695bc26db9a {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:38:41.228206 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d972ab99-83b8-4ae8-b022-b695bc26db9a not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:38:41.228897 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:38:41.245252 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38820) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:41.261522 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:38:41.262090 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 9d2e479a-f422-4d77-b7b4-b068ea97a8b2 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:38:41.262761 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 2faed9f1-f962-4c66-881e-571ecf850965 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:38:41.284938 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 2faed9f1-f962-4c66-881e-571ecf850965 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:38:41.285286 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 2faed9f1-f962-4c66-881e-571ecf850965 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:38:41.295126 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-46eecd52-9663-4927-9393-337ad10410f0 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=5aee8c6a4c124bdbb4c3a26a7f0c9b25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486367 Aug 24 04:38:41.299614 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 38822) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:41.354914 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74245039-2f80-43a9-b5e8-15ce213f7c3f admin admin] Publish callbacks [] for security_group (483e3ee8-ebf8-438f-b634-f7a73c6f21c5), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:41.380595 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74245039-2f80-43a9-b5e8-15ce213f7c3f admin admin] Publish callbacks [] for security_group (483e3ee8-ebf8-438f-b634-f7a73c6f21c5), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:41.424864 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:41.441743 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74245039-2f80-43a9-b5e8-15ce213f7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (483e3ee8-ebf8-438f-b634-f7a73c6f21c5), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:41.445109 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-74245039-2f80-43a9-b5e8-15ce213f7c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:41.446354 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-74245039-2f80-43a9-b5e8-15ce213f7c3f admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/483e3ee8-ebf8-438f-b634-f7a73c6f21c5 HTTP/1.1" status: 204 len: 168 time: 0.1456292 Aug 24 04:38:41.455257 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74245039-2f80-43a9-b5e8-15ce213f7c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483e3ee8-ebf8-438f-b634-f7a73c6f21c5,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:42.988332 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e916df31-61ba-41d5-af80-544530f9aceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:43.398890 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:38:43.776182 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:44.101187 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:45.901924 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:46.212436 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:51.067651 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:51.089680 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:DELETE=8,neutron:SELECT=51,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:51.450034 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=81,neutron:DELETE=8 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:51.450790 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:53.391393 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:53.857672 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57afe9-5787-4457-a7a4-1ed00f12e4d9 req-f841705d-5959-4e29-8481-8f645621b440 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:53.859424 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d57afe9-5787-4457-a7a4-1ed00f12e4d9 req-f841705d-5959-4e29-8481-8f645621b440 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 946 time: 0.0520139 Aug 24 04:38:53.922141 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d57afe9-5787-4457-a7a4-1ed00f12e4d9 req-9ed448d0-7e97-4f00-98eb-9aff7ff2b350 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568151 Aug 24 04:38:55.068869 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefcf46-ac24-4b18-8187-87d485b97b22 req-d0888897-aadb-450b-bc99-05ec13f28789 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:55.070625 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fbefcf46-ac24-4b18-8187-87d485b97b22 req-d0888897-aadb-450b-bc99-05ec13f28789 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 946 time: 0.0625989 Aug 24 04:38:55.129827 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fbefcf46-ac24-4b18-8187-87d485b97b22 req-4e142ed3-703e-420a-af9e-87882906f054 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=1fcaf489-90c7-45d4-8488-0851fa436ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506103 Aug 24 04:38:55.570906 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-51b115c5-bb64-47dd-b40f-401889656bfd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:38:55.572434 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-51b115c5-bb64-47dd-b40f-401889656bfd tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 946 time: 0.0585871 Aug 24 04:38:55.681777 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Deleting port 103ca75b-8a4a-408d-867c-799d32344370 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:55.682173 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (103ca75b-8a4a-408d-867c-799d32344370), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:55.802309 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] For port 103ca75b-8a4a-408d-867c-799d32344370, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=103ca75b-8a4a-408d-867c-799d32344370,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:38:55.802681 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (103ca75b-8a4a-408d-867c-799d32344370), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:56.029326 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:56.029955 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (4ac7f73e-80a1-4924-a035-b91efaefd447), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:56.030395 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Floating IP 4ac7f73e-80a1-4924-a035-b91efaefd447 disassociated. External IP: 172.27.4.240, port: 103ca75b-8a4a-408d-867c-799d32344370. Aug 24 04:38:56.030640 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Calling delete_port for 103ca75b-8a4a-408d-867c-799d32344370 owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:56.200854 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:56.202481 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:56.206978 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (103ca75b-8a4a-408d-867c-799d32344370), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:56.210993 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:56.254217 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'Port': ['ID=103ca75b-8a4a-408d-867c-799d32344370,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:56.303746 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e252e934-cc70-4992-8c8c-de95709a6c0c req-6b96b871-58e8-4f5f-b21c-8d4b9db42e81 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 210 time: 0.0536213 Aug 24 04:38:56.446498 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:38:56.539265 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:56.562322 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:38:56.588503 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:38:56.605169 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:38:56.634886 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:56.637642 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:56.669897 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] No DVR routers for this DVR port 103ca75b-8a4a-408d-867c-799d32344370 on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:38:56.673797 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:56.679254 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e8d1586e-99d5-4afc-9f04-1dbb16a680e2 req-6be7087f-aed3-42ac-bada-21214829b766 tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.99 "DELETE /networking/v2.0/ports/103ca75b-8a4a-408d-867c-799d32344370 HTTP/1.1" status: 204 len: 173 time: 1.1007535 Aug 24 04:38:56.679812 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'name': 'network-vif-deleted', 'tag': '103ca75b-8a4a-408d-867c-799d32344370'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:38:56.683364 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a5a38-6961-4340-9514-04885d94d933" -d '{"events": [{"server_uuid": "b64a7d4d-cc4b-4102-9f9d-8deff9db43b9", "name": "network-vif-deleted", "tag": "103ca75b-8a4a-408d-867c-799d32344370"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:38:56.814684 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a525168-d72a-4d42-a1f3-479cc21358bd x-openstack-request-id: req-5a525168-d72a-4d42-a1f3-479cc21358bd {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:38:56.815642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64a7d4d-cc4b-4102-9f9d-8deff9db43b9", "name": "network-vif-deleted", "tag": "103ca75b-8a4a-408d-867c-799d32344370", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:38:56.816176 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5a525168-d72a-4d42-a1f3-479cc21358bd {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:38:56.816637 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a525168-d72a-4d42-a1f3-479cc21358bd'] response: {'server_uuid': 'b64a7d4d-cc4b-4102-9f9d-8deff9db43b9', 'name': 'network-vif-deleted', 'tag': '103ca75b-8a4a-408d-867c-799d32344370', 'status': 'completed', 'code': 200} Aug 24 04:38:56.862231 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:57.280058 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:57.319488 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:38:57.335309 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:38:57.336358 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:57.490284 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c8f4cdac-bdf1-4554-8000-23a02580712e req-eee33577-9c20-44ed-8ab9-2019201ea71c tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b64a7d4d-cc4b-4102-9f9d-8deff9db43b9 HTTP/1.1" status: 200 len: 210 time: 0.0475812 Aug 24 04:38:57.550477 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:38:57.903744 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:38:57.957934 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb36f4a-d243-4601-9a7f-d927393d12c5 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:31:55Z', 'revision_number': 4, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': 'f2f8ca87-1424-4acd-829a-cb47ea0da138', 'name': '', 'network_id': '072e6069-27be-42a9-8064-dc0e6d2071ea', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'mac_address': 'fa:16:3e:1c:29:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:51Z', 'updated_at': '2022-08-24T04:32:19Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'subnets': [{'id': 'f0918c95-b86b-4634-9d51-df47a61bcb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:38:58.331633 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf3d9f-83c3-4c20-82e0-728824a2cdef None None] New status for floating IP 4ac7f73e-80a1-4924-a035-b91efaefd447: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:38:58.663310 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39064) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:58.782159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd277a38-71cd-462b-af7e-ddffe26a552b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (1fcaf489-90c7-45d4-8488-0851fa436ee0), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:58.830202 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd277a38-71cd-462b-af7e-ddffe26a552b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (1fcaf489-90c7-45d4-8488-0851fa436ee0), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:58.938122 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd277a38-71cd-462b-af7e-ddffe26a552b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (1fcaf489-90c7-45d4-8488-0851fa436ee0), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:58.944250 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd277a38-71cd-462b-af7e-ddffe26a552b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:58.946239 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-fd277a38-71cd-462b-af7e-ddffe26a552b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/1fcaf489-90c7-45d4-8488-0851fa436ee0 HTTP/1.1" status: 204 len: 168 time: 0.2816553 Aug 24 04:38:58.950773 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39074) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:58.964685 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd277a38-71cd-462b-af7e-ddffe26a552b tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcaf489-90c7-45d4-8488-0851fa436ee0,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:58.977422 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.api.v2.resource [None req-a1c64119-b16c-447c-93ed-f13acacd956e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] show failed (client error): The resource could not be found. Aug 24 04:38:58.983126 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39076) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:38:58.983431 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a1c64119-b16c-447c-93ed-f13acacd956e tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "GET /networking/v2.0/security-groups/1fcaf489-90c7-45d4-8488-0851fa436ee0 HTTP/1.1" status: 404 len: 347 time: 0.0307546 Aug 24 04:38:59.213315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Deleting port 154b619f-7d62-4df8-a54e-b3ffe44bd21e {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:38:59.213786 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (154b619f-7d62-4df8-a54e-b3ffe44bd21e), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:59.366505 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (154b619f-7d62-4df8-a54e-b3ffe44bd21e), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:59.367056 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (154b619f-7d62-4df8-a54e-b3ffe44bd21e), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:59.393252 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Calling delete_port for 154b619f-7d62-4df8-a54e-b3ffe44bd21e owned by network:floatingip {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:38:59.625133 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (154b619f-7d62-4df8-a54e-b3ffe44bd21e), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:59.673122 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Pushing event deleted for resources: {'Port': ['ID=154b619f-7d62-4df8-a54e-b3ffe44bd21e,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:38:59.703639 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.704174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.704588 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.704994 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.705379 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.705749 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.706119 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.706484 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.706852 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.707283 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.707656 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.708814 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.709347 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.709797 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.710201 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:38:59.769179 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks [] for floatingip (4ac7f73e-80a1-4924-a035-b91efaefd447), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:59.774890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:38:59.777108 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-0fe7e4cf-c098-40f8-9671-4f09acdd18ca tempest-AttachVolumeNegativeTest-63585812 tempest-AttachVolumeNegativeTest-63585812-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/4ac7f73e-80a1-4924-a035-b91efaefd447 HTTP/1.1" status: 204 len: 168 time: 0.7922308 Aug 24 04:39:00.061915 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 103ca75b-8a4a-408d-867c-799d32344370 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:39:00.097808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 103ca75b-8a4a-408d-867c-799d32344370 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:39:00.098225 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 103ca75b-8a4a-408d-867c-799d32344370 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:39:04.018184 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39140) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:04.718392 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:04.721739 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:04.863547 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (8f8ae0ce-b550-4e90-bb1a-e5633a953771), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:05.274990 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Deleting port f2f8ca87-1424-4acd-829a-cb47ea0da138 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:39:05.275993 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:05.427973 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] For port f2f8ca87-1424-4acd-829a-cb47ea0da138, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=f2f8ca87-1424-4acd-829a-cb47ea0da138,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:05.428446 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:05.449259 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Calling delete_port for f2f8ca87-1424-4acd-829a-cb47ea0da138 owned by network:router_interface {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:39:05.792950 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (f2f8ca87-1424-4acd-829a-cb47ea0da138), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:05.827822 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f8ca87-1424-4acd-829a-cb47ea0da138,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:06.116366 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (8f8ae0ce-b550-4e90-bb1a-e5633a953771), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:06.259974 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:06.281323 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:06.862749 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:39:07.050610 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:39:07.060487 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3751457b-4664-4b76-a944-4654ea18e93d admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/8f8ae0ce-b550-4e90-bb1a-e5633a953771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0416045 Aug 24 04:39:07.063340 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39160) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:07.064023 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] Sync routers for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:39:07.084491 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:39:07.085608 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:39:07.252388 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks [] for router (8f8ae0ce-b550-4e90-bb1a-e5633a953771), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:07.293730 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:39:07.372161 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:07.443736 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks [] for router_gateway (8f8ae0ce-b550-4e90-bb1a-e5633a953771), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:07.526942 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Deleting port 5d789b37-0fba-4441-8cbe-f6e7b0217439 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:39:07.527472 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:07.668656 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:07.714498 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] For port 5d789b37-0fba-4441-8cbe-f6e7b0217439, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=5d789b37-0fba-4441-8cbe-f6e7b0217439,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:07.715208 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:07.764890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Calling delete_port for 5d789b37-0fba-4441-8cbe-f6e7b0217439 owned by network:router_gateway {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:39:07.772021 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48'}], 'enable_snat': True}, 'gw_port_id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:39:05Z', 'revision_number': 5, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port': {'id': '5d789b37-0fba-4441-8cbe-f6e7b0217439', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:31:40Z', 'updated_at': '2022-08-24T04:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:39:07.822808 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] Checking router: 8f8ae0ce-b550-4e90-bb1a-e5633a953771 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:39:07.839729 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] Routers {'8f8ae0ce-b550-4e90-bb1a-e5633a953771'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:39:07.840591 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:38:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:39:07.982606 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] Set router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 gateway port host: None {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:39:08.032668 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:08.073651 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:39:07Z', 'revision_number': 6, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:39:08.093194 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (5d789b37-0fba-4441-8cbe-f6e7b0217439), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:08.109535 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e413fd5-c77c-4735-bdb5-67799fadeb49 None None] The sync data for ids ['8f8ae0ce-b550-4e90-bb1a-e5633a953771'] in dv-cinder-854263-1-iscsi is: [{'id': '8f8ae0ce-b550-4e90-bb1a-e5633a953771', 'name': 'tempest-AttachVolumeNegativeTest-442075633-router', 'tenant_id': '9de20d3aa22c478a9efe75cd64036596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:31:37Z', 'updated_at': '2022-08-24T04:39:07Z', 'revision_number': 6, 'project_id': '9de20d3aa22c478a9efe75cd64036596', 'gw_port_host': None}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:39:08.150166 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5d789b37-0fba-4441-8cbe-f6e7b0217439,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:08.261400 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:08.282250 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:08.298275 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (8f8ae0ce-b550-4e90-bb1a-e5633a953771), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:08.508162 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (8f8ae0ce-b550-4e90-bb1a-e5633a953771), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:08.513678 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks [] for router_controller (8f8ae0ce-b550-4e90-bb1a-e5633a953771), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:08.613059 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (8f8ae0ce-b550-4e90-bb1a-e5633a953771), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:08.615361 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8ae0ce-b550-4e90-bb1a-e5633a953771 {{(pid=106346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:39:08.623932 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:08.626003 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-25bc681a-d51c-44b8-8998-da6ba0c536fb admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/8f8ae0ce-b550-4e90-bb1a-e5633a953771 HTTP/1.1" status: 204 len: 168 time: 1.5608950 Aug 24 04:39:08.630657 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39168) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:08.718311 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Deleting subnet f0918c95-b86b-4634-9d51-df47a61bcb06 {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:39:08.726529 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Publish callbacks [] for subnet (f0918c95-b86b-4634-9d51-df47a61bcb06), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:08.804109 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (f0918c95-b86b-4634-9d51-df47a61bcb06), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:08.938573 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (f0918c95-b86b-4634-9d51-df47a61bcb06), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.063800 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (f0918c95-b86b-4634-9d51-df47a61bcb06), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.108362 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0918c95-b86b-4634-9d51-df47a61bcb06,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:09.127229 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.127229 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.127661 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.128406 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.129202 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.131344 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.133049 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.134028 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.135606 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.136799 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.137546 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.138328 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.139079 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.139830 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.143817 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:09.171136 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b34a8-4668-492b-ad6e-d467f4dddc48 None None] Network 072e6069-27be-42a9-8064-dc0e6d2071ea requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:39:09.171763 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.178180 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8859456d-e99f-40f0-9f4f-2d04c21e6017 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/f0918c95-b86b-4634-9d51-df47a61bcb06 HTTP/1.1" status: 204 len: 168 time: 0.5457373 Aug 24 04:39:09.182246 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39176) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:09.358094 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (072e6069-27be-42a9-8064-dc0e6d2071ea), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.376395 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f2f8ca87-1424-4acd-829a-cb47ea0da138 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:39:09.418757 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: f2f8ca87-1424-4acd-829a-cb47ea0da138 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:39:09.419472 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device f2f8ca87-1424-4acd-829a-cb47ea0da138 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:39:09.420002 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 5d789b37-0fba-4441-8cbe-f6e7b0217439 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:39:09.449379 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 5d789b37-0fba-4441-8cbe-f6e7b0217439 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:39:09.449773 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 5d789b37-0fba-4441-8cbe-f6e7b0217439 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:39:09.455497 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Deleting port af63fd76-5ae3-433e-9256-86afb400d011 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:39:09.455497 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (af63fd76-5ae3-433e-9256-86afb400d011), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.546537 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] DHCP port deletion for 072e6069-27be-42a9-8064-dc0e6d2071ea request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:39:09.601298 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] For port af63fd76-5ae3-433e-9256-86afb400d011, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=af63fd76-5ae3-433e-9256-86afb400d011,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:09.601695 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (af63fd76-5ae3-433e-9256-86afb400d011), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.627649 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Calling delete_port for af63fd76-5ae3-433e-9256-86afb400d011 owned by network:dhcp {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:39:09.769089 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] Deleting port af63fd76-5ae3-433e-9256-86afb400d011 {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:39:09.769442 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (af63fd76-5ae3-433e-9256-86afb400d011), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.790588 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (af63fd76-5ae3-433e-9256-86afb400d011), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.841250 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Pushing event deleted for resources: {'Port': ['ID=af63fd76-5ae3-433e-9256-86afb400d011,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:09.847156 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] No DVR routers for this DVR port af63fd76-5ae3-433e-9256-86afb400d011 on host dv-cinder-854263-1-iscsi {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:39:09.896149 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] For port af63fd76-5ae3-433e-9256-86afb400d011, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=af63fd76-5ae3-433e-9256-86afb400d011,segment=NetworkSegment(032b2543-fa71-4890-a62a-323940babab9),segment_id=032b2543-fa71-4890-a62a-323940babab9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:09.896820 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (af63fd76-5ae3-433e-9256-86afb400d011), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:09.916511 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] Calling delete_port for af63fd76-5ae3-433e-9256-86afb400d011 owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:39:09.973325 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (072e6069-27be-42a9-8064-dc0e6d2071ea), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.013852 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072e6069-27be-42a9-8064-dc0e6d2071ea']}} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:39:10.032590 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032b2543-fa71-4890-a62a-323940babab9') {'for_net_delete': True} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:39:10.033132 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032b2543-fa71-4890-a62a-323940babab9') {} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:39:10.054148 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117889838'] for segment (032b2543-fa71-4890-a62a-323940babab9), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.062971 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (af63fd76-5ae3-433e-9256-86afb400d011), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.080536 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (032b2543-fa71-4890-a62a-323940babab9), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.093441 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=106347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:39:10.094118 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119372443'] for segment (032b2543-fa71-4890-a62a-323940babab9), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.103138 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] Pushing event deleted for resources: {'Port': ['ID=af63fd76-5ae3-433e-9256-86afb400d011,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:10.115562 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed5e6f-eb40-4eb2-bae1-30d3478612c2 None None] No DVR routers for this DVR port af63fd76-5ae3-433e-9256-86afb400d011 on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:39:10.201892 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 032b2543-fa71-4890-a62a-323940babab9 resource provider aggregate not found Aug 24 04:39:10.222513 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (072e6069-27be-42a9-8064-dc0e6d2071ea), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.234623 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 032b2543-fa71-4890-a62a-323940babab9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 032b2543-fa71-4890-a62a-323940babab9 found for delete ", "request_id": "req-2fe43b16-8e5d-4448-839a-f31b4851b2bc"}]} Aug 24 04:39:10.236133 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.241369 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/072e6069-27be-42a9-8064-dc0e6d2071ea HTTP/1.1" status: 204 len: 168 time: 1.0575311 Aug 24 04:39:10.257293 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd81b37-1009-43d1-95bc-81a24a6c8335 admin admin] Pushing event deleted for resources: {'Network': ['ID=072e6069-27be-42a9-8064-dc0e6d2071ea,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:10.397827 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-08ff90f9-9c89-4c14-b442-e1f1dfb78ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.466082 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39190) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:10.542986 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-efd2625e-c690-425b-9f00-c76ae76f1b18 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=9de20d3aa22c478a9efe75cd64036596&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0754728 Aug 24 04:39:10.545913 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39192) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:10.614570 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:10.618121 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:10.623922 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-66327b4d-5d5a-4747-8d41-1a8e0c1f00d1 admin admin] Publish callbacks [] for security_group (863e5421-6623-47a0-a0ae-ba81104d7c43), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.657771 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-66327b4d-5d5a-4747-8d41-1a8e0c1f00d1 admin admin] Publish callbacks [] for security_group (863e5421-6623-47a0-a0ae-ba81104d7c43), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.725232 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-66327b4d-5d5a-4747-8d41-1a8e0c1f00d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (863e5421-6623-47a0-a0ae-ba81104d7c43), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.728193 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-66327b4d-5d5a-4747-8d41-1a8e0c1f00d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:10.729726 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-66327b4d-5d5a-4747-8d41-1a8e0c1f00d1 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/863e5421-6623-47a0-a0ae-ba81104d7c43 HTTP/1.1" status: 204 len: 168 time: 0.1824572 Aug 24 04:39:10.748449 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66327b4d-5d5a-4747-8d41-1a8e0c1f00d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863e5421-6623-47a0-a0ae-ba81104d7c43,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:11.234547 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device af63fd76-5ae3-433e-9256-86afb400d011 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:39:11.264996 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: af63fd76-5ae3-433e-9256-86afb400d011 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:39:11.265389 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device af63fd76-5ae3-433e-9256-86afb400d011 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:39:12.999884 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-52fe8595-b365-4d70-9a43-7d7efa34d25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:13.649462 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac01b5-5ace-469e-8690-f87cd86fca85 req-02b8e1ea-8e03-48c7-a864-9d2dc60cdc48 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:13.651625 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d8ac01b5-5ace-469e-8690-f87cd86fca85 req-02b8e1ea-8e03-48c7-a864-9d2dc60cdc48 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0933633 Aug 24 04:39:13.722189 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d8ac01b5-5ace-469e-8690-f87cd86fca85 req-aa3ae725-13a4-4a19-86ed-170e31c50db6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590663 Aug 24 04:39:14.110576 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:14.140424 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39318) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:14.283132 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e56a250b-c7c5-4ebf-88f5-93071547bca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:14.378727 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e56a250b-c7c5-4ebf-88f5-93071547bca6 admin admin] Publish callbacks [] for security_group (d60ed551-5892-4045-b9cd-93ff9749ecf6), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:14.383828 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e56a250b-c7c5-4ebf-88f5-93071547bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d60ed551-5892-4045-b9cd-93ff9749ecf6), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:14.436863 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e56a250b-c7c5-4ebf-88f5-93071547bca6 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=cb2d063dd5af44ee892314980988df19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948706 Aug 24 04:39:14.437997 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a250b-c7c5-4ebf-88f5-93071547bca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ed551-5892-4045-b9cd-93ff9749ecf6,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:14.440342 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39326) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:14.540642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c70922fa-de20-44ad-8f5a-7d6944b515da admin admin] Publish callbacks [] for security_group (d60ed551-5892-4045-b9cd-93ff9749ecf6), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:14.592606 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c70922fa-de20-44ad-8f5a-7d6944b515da admin admin] Publish callbacks [] for security_group (d60ed551-5892-4045-b9cd-93ff9749ecf6), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:14.670635 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c70922fa-de20-44ad-8f5a-7d6944b515da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d60ed551-5892-4045-b9cd-93ff9749ecf6), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:14.675710 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c70922fa-de20-44ad-8f5a-7d6944b515da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:14.678351 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c70922fa-de20-44ad-8f5a-7d6944b515da admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/d60ed551-5892-4045-b9cd-93ff9749ecf6 HTTP/1.1" status: 204 len: 168 time: 0.2345541 Aug 24 04:39:14.692868 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70922fa-de20-44ad-8f5a-7d6944b515da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ed551-5892-4045-b9cd-93ff9749ecf6,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:14.938163 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37621f34-76bf-40cd-84b7-bc3805ae1a35 req-bef33f40-8adb-4649-8c46-ad8133dc703b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:14.940792 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-37621f34-76bf-40cd-84b7-bc3805ae1a35 req-bef33f40-8adb-4649-8c46-ad8133dc703b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0781047 Aug 24 04:39:15.006505 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-37621f34-76bf-40cd-84b7-bc3805ae1a35 req-d71c1801-c1f3-4cb2-beb0-63b2ad5519b5 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597782 Aug 24 04:39:15.039840 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39334) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:15.054287 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2d6db071-4497-4aa5-91bd-3f0299d7b849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:15.157103 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2d6db071-4497-4aa5-91bd-3f0299d7b849 admin admin] Publish callbacks [] for security_group (ac52506f-928a-4689-9efb-689d496ff7a4), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:15.163181 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2d6db071-4497-4aa5-91bd-3f0299d7b849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ac52506f-928a-4689-9efb-689d496ff7a4), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:15.212889 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-2d6db071-4497-4aa5-91bd-3f0299d7b849 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=7b17147cbb744002ab7fb7bb5b0d06b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717288 Aug 24 04:39:15.214415 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6db071-4497-4aa5-91bd-3f0299d7b849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac52506f-928a-4689-9efb-689d496ff7a4,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:15.215763 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39336) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:15.296027 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9bbe65e4-e725-4338-aa78-3b216606be47 admin admin] Publish callbacks [] for security_group (ac52506f-928a-4689-9efb-689d496ff7a4), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:15.326390 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9bbe65e4-e725-4338-aa78-3b216606be47 admin admin] Publish callbacks [] for security_group (ac52506f-928a-4689-9efb-689d496ff7a4), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:15.390247 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9bbe65e4-e725-4338-aa78-3b216606be47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (ac52506f-928a-4689-9efb-689d496ff7a4), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:15.393217 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9bbe65e4-e725-4338-aa78-3b216606be47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:15.394817 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9bbe65e4-e725-4338-aa78-3b216606be47 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/ac52506f-928a-4689-9efb-689d496ff7a4 HTTP/1.1" status: 204 len: 168 time: 0.1776700 Aug 24 04:39:15.406757 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe65e4-e725-4338-aa78-3b216606be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac52506f-928a-4689-9efb-689d496ff7a4,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:15.901336 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:16.172705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d4255-9f74-4530-81cf-40c524026b8b req-85851a22-95cf-4bfc-b687-2439458a8969 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:16.174359 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6d3d4255-9f74-4530-81cf-40c524026b8b req-85851a22-95cf-4bfc-b687-2439458a8969 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0636728 Aug 24 04:39:16.218965 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:16.231402 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6d3d4255-9f74-4530-81cf-40c524026b8b req-eea3c211-a825-48e7-8ac7-482f84d9327c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500026 Aug 24 04:39:17.385421 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9089743-aa9d-416a-a53b-e74dc74b7369 req-f9d45f94-93ed-4226-b156-8aa962cafed8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:17.388331 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e9089743-aa9d-416a-a53b-e74dc74b7369 req-f9d45f94-93ed-4226-b156-8aa962cafed8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0606956 Aug 24 04:39:17.467730 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e9089743-aa9d-416a-a53b-e74dc74b7369 req-4f874a1e-754f-4faa-a50d-89e75c0b0b1f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738823 Aug 24 04:39:18.388337 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=19 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:18.395870 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:18.681177 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c21742-11ab-4c25-afbc-b65fb6cd9d1d req-b0e37764-762b-4d29-862e-5fd03490feb6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:18.683799 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e1c21742-11ab-4c25-afbc-b65fb6cd9d1d req-b0e37764-762b-4d29-862e-5fd03490feb6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0586517 Aug 24 04:39:18.704007 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:18.754848 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:18.765692 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e1c21742-11ab-4c25-afbc-b65fb6cd9d1d req-ea50a2cc-429a-4447-82ba-5283167bbae2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721941 Aug 24 04:39:19.044022 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39446) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:19.175980 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd02-354f-4582-8443-709f2f0edaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:19.272220 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd02-354f-4582-8443-709f2f0edaa0 admin admin] Publish callbacks [] for security_group (104083ab-3cd1-46ae-8626-25b3e0d26b44), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:19.276900 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-bfbafd02-354f-4582-8443-709f2f0edaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (104083ab-3cd1-46ae-8626-25b3e0d26b44), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:19.324521 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbafd02-354f-4582-8443-709f2f0edaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104083ab-3cd1-46ae-8626-25b3e0d26b44,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:19.330717 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-bfbafd02-354f-4582-8443-709f2f0edaa0 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f770044bf374410db07b812c93c49251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854724 Aug 24 04:39:19.334091 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39450) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:19.396485 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-48a61d75-3d6c-4339-9117-6736d22a1937 admin admin] Publish callbacks [] for security_group (104083ab-3cd1-46ae-8626-25b3e0d26b44), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:19.421872 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-48a61d75-3d6c-4339-9117-6736d22a1937 admin admin] Publish callbacks [] for security_group (104083ab-3cd1-46ae-8626-25b3e0d26b44), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:19.439353 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:19.489863 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-48a61d75-3d6c-4339-9117-6736d22a1937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (104083ab-3cd1-46ae-8626-25b3e0d26b44), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:19.493433 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-48a61d75-3d6c-4339-9117-6736d22a1937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:19.494885 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-48a61d75-3d6c-4339-9117-6736d22a1937 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/104083ab-3cd1-46ae-8626-25b3e0d26b44 HTTP/1.1" status: 204 len: 168 time: 0.1597049 Aug 24 04:39:19.504694 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a61d75-3d6c-4339-9117-6736d22a1937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104083ab-3cd1-46ae-8626-25b3e0d26b44,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:19.866809 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39460) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:19.882305 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fc8db409-d3ab-4af9-ab3e-921e469d6a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:19.924657 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a5324-3eec-4c2c-b72a-2714f64a395c req-2a67d90c-326a-4aca-a9ed-ab30991c0e4b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:19.926292 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-917a5324-3eec-4c2c-b72a-2714f64a395c req-2a67d90c-326a-4aca-a9ed-ab30991c0e4b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0563295 Aug 24 04:39:19.936800 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:19.997930 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-917a5324-3eec-4c2c-b72a-2714f64a395c req-b8df2006-66b0-48d8-acc6-be2d014669c3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634718 Aug 24 04:39:20.010472 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fc8db409-d3ab-4af9-ab3e-921e469d6a29 admin admin] Publish callbacks [] for security_group (76241655-e16c-4eed-b3b5-52492dddbc08), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:20.015217 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fc8db409-d3ab-4af9-ab3e-921e469d6a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (76241655-e16c-4eed-b3b5-52492dddbc08), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:20.072785 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8db409-d3ab-4af9-ab3e-921e469d6a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76241655-e16c-4eed-b3b5-52492dddbc08,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:20.083907 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fc8db409-d3ab-4af9-ab3e-921e469d6a29 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=e4f901b63ad64f9eb1be083d4c485720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158222 Aug 24 04:39:20.087572 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39462) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:20.171286 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-69ff5c51-8917-48d9-a821-ffe1eed546ef admin admin] Publish callbacks [] for security_group (76241655-e16c-4eed-b3b5-52492dddbc08), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:20.209669 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-69ff5c51-8917-48d9-a821-ffe1eed546ef admin admin] Publish callbacks [] for security_group (76241655-e16c-4eed-b3b5-52492dddbc08), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:20.286941 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-69ff5c51-8917-48d9-a821-ffe1eed546ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (76241655-e16c-4eed-b3b5-52492dddbc08), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:20.290172 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-69ff5c51-8917-48d9-a821-ffe1eed546ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:20.291480 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-69ff5c51-8917-48d9-a821-ffe1eed546ef admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/76241655-e16c-4eed-b3b5-52492dddbc08 HTTP/1.1" status: 204 len: 168 time: 0.2025347 Aug 24 04:39:20.301071 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff5c51-8917-48d9-a821-ffe1eed546ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76241655-e16c-4eed-b3b5-52492dddbc08,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:20.402663 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:39:21.168743 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d12683-526b-4f83-8919-dd285733268b req-240b768c-267d-4249-adb3-ef8f0896b887 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:21.171091 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-58d12683-526b-4f83-8919-dd285733268b req-240b768c-267d-4249-adb3-ef8f0896b887 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0649102 Aug 24 04:39:21.230019 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-58d12683-526b-4f83-8919-dd285733268b req-23695814-3e82-4508-bbfe-9dfcb795c0c8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524569 Aug 24 04:39:22.406950 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ad823-c5aa-439b-a995-e91e9a4dc1dc req-a32529ab-d572-43db-977a-767af807ed5e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:22.408685 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bf7ad823-c5aa-439b-a995-e91e9a4dc1dc req-a32529ab-d572-43db-977a-767af807ed5e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0737350 Aug 24 04:39:22.477203 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bf7ad823-c5aa-439b-a995-e91e9a4dc1dc req-e11b0adc-5ae6-4350-9e56-484459958bc9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603440 Aug 24 04:39:23.738960 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682cb6-c97a-4e8a-89b9-da93adf02011 req-33193dad-8d01-40e5-a419-46dd951eaf12 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:23.741712 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6e682cb6-c97a-4e8a-89b9-da93adf02011 req-33193dad-8d01-40e5-a419-46dd951eaf12 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1122108 Aug 24 04:39:23.821331 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6e682cb6-c97a-4e8a-89b9-da93adf02011 req-e9d37cfb-e7ef-4f0a-9220-4aea5d4983d8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708971 Aug 24 04:39:25.011791 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff474df-b756-4131-824c-243b389d3213 req-301b9e0e-6b35-43a7-959a-596493cadad1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:25.013529 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7ff474df-b756-4131-824c-243b389d3213 req-301b9e0e-6b35-43a7-959a-596493cadad1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0664375 Aug 24 04:39:25.084854 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7ff474df-b756-4131-824c-243b389d3213 req-b30e7930-0c25-4725-9003-d0882c81832e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649502 Aug 24 04:39:25.815372 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39622) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:25.957614 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-86842f46-b447-419a-9d20-310649a701ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.072731 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-86842f46-b447-419a-9d20-310649a701ba admin admin] Publish callbacks [] for security_group (82f3e621-0180-4c11-985f-bbb13626906a), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.080398 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-86842f46-b447-419a-9d20-310649a701ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (82f3e621-0180-4c11-985f-bbb13626906a), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.121765 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-86842f46-b447-419a-9d20-310649a701ba admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=7085eef88f3e4cc2bd3459202b760781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048313 Aug 24 04:39:26.123966 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39628) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:26.130630 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86842f46-b447-419a-9d20-310649a701ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3e621-0180-4c11-985f-bbb13626906a,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:26.232825 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-de35883f-2621-423d-9f65-ef6ed08c3351 admin admin] Publish callbacks [] for security_group (82f3e621-0180-4c11-985f-bbb13626906a), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.255725 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf842a-32e2-40e6-8f6d-d6ce4483612e req-c5a7552a-ca2d-4acf-8e4e-77d8fe656ad0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:26.257376 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-64bf842a-32e2-40e6-8f6d-d6ce4483612e req-c5a7552a-ca2d-4acf-8e4e-77d8fe656ad0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0723236 Aug 24 04:39:26.272686 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-de35883f-2621-423d-9f65-ef6ed08c3351 admin admin] Publish callbacks [] for security_group (82f3e621-0180-4c11-985f-bbb13626906a), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.344905 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-64bf842a-32e2-40e6-8f6d-d6ce4483612e req-66cffeed-0465-4484-a4a0-2f766f05feeb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788119 Aug 24 04:39:26.373510 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-de35883f-2621-423d-9f65-ef6ed08c3351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (82f3e621-0180-4c11-985f-bbb13626906a), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.377538 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-de35883f-2621-423d-9f65-ef6ed08c3351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.379371 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-de35883f-2621-423d-9f65-ef6ed08c3351 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/82f3e621-0180-4c11-985f-bbb13626906a HTTP/1.1" status: 204 len: 168 time: 0.2533898 Aug 24 04:39:26.390260 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35883f-2621-423d-9f65-ef6ed08c3351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3e621-0180-4c11-985f-bbb13626906a,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:26.405180 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:26.406002 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:26.751497 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39638) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:26.773310 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-20016c4f-cfdd-4f1e-99ec-2b17385fde45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.886634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:26.889755 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-20016c4f-cfdd-4f1e-99ec-2b17385fde45 admin admin] Publish callbacks [] for security_group (f30b4423-0c3f-4e7a-942d-0d823e68bc99), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.895104 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-20016c4f-cfdd-4f1e-99ec-2b17385fde45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (f30b4423-0c3f-4e7a-942d-0d823e68bc99), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:26.939926 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20016c4f-cfdd-4f1e-99ec-2b17385fde45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b4423-0c3f-4e7a-942d-0d823e68bc99,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:26.946588 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-20016c4f-cfdd-4f1e-99ec-2b17385fde45 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=7ea26421d8cc40f0a57da1c3e52b1390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934097 Aug 24 04:39:26.950876 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39640) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:27.036481 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbedb-c826-4255-8ad4-46f82b7a087f admin admin] Publish callbacks [] for security_group (f30b4423-0c3f-4e7a-942d-0d823e68bc99), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:27.072734 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbedb-c826-4255-8ad4-46f82b7a087f admin admin] Publish callbacks [] for security_group (f30b4423-0c3f-4e7a-942d-0d823e68bc99), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:27.160640 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbedb-c826-4255-8ad4-46f82b7a087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (f30b4423-0c3f-4e7a-942d-0d823e68bc99), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:27.163504 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbedb-c826-4255-8ad4-46f82b7a087f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:27.164794 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-3e4fbedb-c826-4255-8ad4-46f82b7a087f admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/f30b4423-0c3f-4e7a-942d-0d823e68bc99 HTTP/1.1" status: 204 len: 168 time: 0.2121379 Aug 24 04:39:27.173593 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fbedb-c826-4255-8ad4-46f82b7a087f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b4423-0c3f-4e7a-942d-0d823e68bc99,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:27.555913 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2c5f4-39ce-4873-9c3b-ec23159279e9 req-5a8a61e4-f574-4ce1-814a-73eff53c74b9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:27.558211 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-97b2c5f4-39ce-4873-9c3b-ec23159279e9 req-5a8a61e4-f574-4ce1-814a-73eff53c74b9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0743730 Aug 24 04:39:27.594218 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:27.628760 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-97b2c5f4-39ce-4873-9c3b-ec23159279e9 req-3442568d-c889-48d0-b917-f5bab6554412 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613999 Aug 24 04:39:28.861695 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3cbfd-8901-40aa-933b-6ff4a08c703b req-ce85af24-0178-4694-b8ea-14ed4ba31abb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:28.865334 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2fd3cbfd-8901-40aa-933b-6ff4a08c703b req-ce85af24-0178-4694-b8ea-14ed4ba31abb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1030781 Aug 24 04:39:28.964886 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2fd3cbfd-8901-40aa-933b-6ff4a08c703b req-a532de1c-c6b0-40bf-93e1-85e96f01c3fb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837317 Aug 24 04:39:30.168901 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968c16-79d7-474a-a369-ec8c5135f700 req-5c5dd71b-804f-492b-ab90-544259842035 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:30.169841 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b968c16-79d7-474a-a369-ec8c5135f700 req-5c5dd71b-804f-492b-ab90-544259842035 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0855446 Aug 24 04:39:30.277066 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b968c16-79d7-474a-a369-ec8c5135f700 req-ba09c805-9b38-4b51-803c-fdf6751f4dbc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914574 Aug 24 04:39:30.337484 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=31,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:30.395154 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:31.440392 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:39:31.579252 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e410-6bab-41d5-8517-1085ffcc92ac req-214e709f-228c-48ae-bcc9-e0caf5da92ec tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:31.582480 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0f91e410-6bab-41d5-8517-1085ffcc92ac req-214e709f-228c-48ae-bcc9-e0caf5da92ec tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1537912 Aug 24 04:39:31.667889 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:31.686663 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'port_id': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'mac_address': 'fa:16:3e:aa:17:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:39:31.740388 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0f91e410-6bab-41d5-8517-1085ffcc92ac req-12daacd9-61db-4982-a52e-bdbe0630b09b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476145 Aug 24 04:39:31.766282 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 08cd8fba-b487-4187-9cf7-9e1fa5689386 is: ACTIVE; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:39:31.766282 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:31.793893 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08cd8fba-b487-4187-9cf7-9e1fa5689386 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:39:31.827618 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:31.837616 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:31.944974 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['08cd8fba-b487-4187-9cf7-9e1fa5689386'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:39:31.999514 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=6']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:32.244210 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39776) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:32.461691 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-507eb257-ec8e-400b-ac27-743edd5b5cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:32.511896 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:32.600692 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-507eb257-ec8e-400b-ac27-743edd5b5cff admin admin] Publish callbacks [] for security_group (e3d3bd53-376b-4bc2-bab7-b158b74f2bf2), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:32.609909 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-507eb257-ec8e-400b-ac27-743edd5b5cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (e3d3bd53-376b-4bc2-bab7-b158b74f2bf2), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:32.663682 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eb257-ec8e-400b-ac27-743edd5b5cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d3bd53-376b-4bc2-bab7-b158b74f2bf2,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:32.690602 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39784) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:32.705323 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-507eb257-ec8e-400b-ac27-743edd5b5cff admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=0870aa2a314f4ebeae33dc6fc274c2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4593225 Aug 24 04:39:32.796955 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e063a08a-7fb5-47ab-a89c-38fda7877322 admin admin] Publish callbacks [] for security_group (e3d3bd53-376b-4bc2-bab7-b158b74f2bf2), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:32.839742 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e063a08a-7fb5-47ab-a89c-38fda7877322 admin admin] Publish callbacks [] for security_group (e3d3bd53-376b-4bc2-bab7-b158b74f2bf2), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:33.010873 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e395a-a44c-4294-9067-f7172813f860 req-896d7b19-31f1-49b4-81eb-d0e2b2b26d47 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:33.021596 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-786e395a-a44c-4294-9067-f7172813f860 req-896d7b19-31f1-49b4-81eb-d0e2b2b26d47 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 945 time: 0.1234977 Aug 24 04:39:33.106362 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-786e395a-a44c-4294-9067-f7172813f860 req-0311f641-d9e5-4ef6-873b-30377d28d5d4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817478 Aug 24 04:39:33.131150 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e063a08a-7fb5-47ab-a89c-38fda7877322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (e3d3bd53-376b-4bc2-bab7-b158b74f2bf2), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:33.135809 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-e063a08a-7fb5-47ab-a89c-38fda7877322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:33.137163 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-e063a08a-7fb5-47ab-a89c-38fda7877322 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/e3d3bd53-376b-4bc2-bab7-b158b74f2bf2 HTTP/1.1" status: 204 len: 168 time: 0.4449294 Aug 24 04:39:33.150280 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063a08a-7fb5-47ab-a89c-38fda7877322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d3bd53-376b-4bc2-bab7-b158b74f2bf2,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:33.449361 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:39:33.600177 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 08cd8fba-b487-4187-9cf7-9e1fa5689386 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:39:33.601123 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:33.764217 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 08cd8fba-b487-4187-9cf7-9e1fa5689386 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:39:33.764832 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:33.830945 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:33.832331 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:39:33.835756 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d6bcf-d768-4140-8097-f6cbc3cf9168" -d '{"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-plugged", "status": "completed", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:39:33.840508 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:33.937115 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=7']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:33.950596 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39798) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:33.978352 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b49c1a6-edec-48dd-9dab-7399756930bb x-openstack-request-id: req-0b49c1a6-edec-48dd-9dab-7399756930bb {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:39:33.978746 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-plugged", "status": "completed", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:39:33.978948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0b49c1a6-edec-48dd-9dab-7399756930bb {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:39:33.979300 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b49c1a6-edec-48dd-9dab-7399756930bb'] response: {'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'code': 200} Aug 24 04:39:33.993409 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-52b0ae9c-1fae-4c04-80ef-a682f568218a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:34.176488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-52b0ae9c-1fae-4c04-80ef-a682f568218a admin admin] Publish callbacks [] for security_group (4e0972f9-0040-4c9c-8b87-6e830cd8ca21), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:34.184488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-52b0ae9c-1fae-4c04-80ef-a682f568218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (4e0972f9-0040-4c9c-8b87-6e830cd8ca21), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:34.248231 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-52b0ae9c-1fae-4c04-80ef-a682f568218a admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=cf95aeb032e847749100bac58d16b12e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960100 Aug 24 04:39:34.248508 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39806) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:34.249939 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0ae9c-1fae-4c04-80ef-a682f568218a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0972f9-0040-4c9c-8b87-6e830cd8ca21,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:34.281786 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:34.351314 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4046435c-d75c-4f9b-a012-d641f7c16def admin admin] Publish callbacks [] for security_group (4e0972f9-0040-4c9c-8b87-6e830cd8ca21), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:34.380234 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4046435c-d75c-4f9b-a012-d641f7c16def admin admin] Publish callbacks [] for security_group (4e0972f9-0040-4c9c-8b87-6e830cd8ca21), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:34.444795 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:34.464394 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16162b72-250d-4841-829a-b113c8d3586f req-7d66d5bf-27f6-4223-9907-439d19d63e87 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:34.466462 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-16162b72-250d-4841-829a-b113c8d3586f req-7d66d5bf-27f6-4223-9907-439d19d63e87 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1215985 Aug 24 04:39:34.469553 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4046435c-d75c-4f9b-a012-d641f7c16def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (4e0972f9-0040-4c9c-8b87-6e830cd8ca21), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:34.473188 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4046435c-d75c-4f9b-a012-d641f7c16def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:34.474424 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-4046435c-d75c-4f9b-a012-d641f7c16def admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/4e0972f9-0040-4c9c-8b87-6e830cd8ca21 HTTP/1.1" status: 204 len: 168 time: 0.2246585 Aug 24 04:39:34.490942 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046435c-d75c-4f9b-a012-d641f7c16def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0972f9-0040-4c9c-8b87-6e830cd8ca21,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:34.606137 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-16162b72-250d-4841-829a-b113c8d3586f req-f93ff7b8-fd15-44ac-a7d4-f9b6d42c167c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269517 Aug 24 04:39:35.317545 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39816) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:35.363610 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-da09cf6b-8973-46e6-8a56-b79fa27823b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:35.446738 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39818) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:35.511684 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:35.556849 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-da09cf6b-8973-46e6-8a56-b79fa27823b3 admin admin] Publish callbacks [] for security_group (26e79d0b-2b36-4e6a-a67e-29f19895c224), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:35.563919 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-da09cf6b-8973-46e6-8a56-b79fa27823b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (26e79d0b-2b36-4e6a-a67e-29f19895c224), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:35.628796 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-da09cf6b-8973-46e6-8a56-b79fa27823b3 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=2d4e52982d294e9694ae2a86d8a9cc7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050809 Aug 24 04:39:35.630629 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09cf6b-8973-46e6-8a56-b79fa27823b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e79d0b-2b36-4e6a-a67e-29f19895c224,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:35.631610 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39822) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:35.741062 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a74afa2d-0406-4e09-b2c1-54bb9fb2226b admin admin] Publish callbacks [] for security_group (26e79d0b-2b36-4e6a-a67e-29f19895c224), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:35.773249 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-eebad6b3-b75d-4dae-846d-4363542b8620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:35.806329 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a74afa2d-0406-4e09-b2c1-54bb9fb2226b admin admin] Publish callbacks [] for security_group (26e79d0b-2b36-4e6a-a67e-29f19895c224), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:35.834569 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71974e35-dbc8-4111-9a54-0f88912e9589 req-7a3ae63c-9d02-4498-910c-81d5e70a931a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:35.836145 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-71974e35-dbc8-4111-9a54-0f88912e9589 req-7a3ae63c-9d02-4498-910c-81d5e70a931a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0728288 Aug 24 04:39:35.922194 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-71974e35-dbc8-4111-9a54-0f88912e9589 req-628bc184-a8a5-4d61-b388-0fe14d8745e0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802610 Aug 24 04:39:35.937721 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a74afa2d-0406-4e09-b2c1-54bb9fb2226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (26e79d0b-2b36-4e6a-a67e-29f19895c224), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:35.941777 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a74afa2d-0406-4e09-b2c1-54bb9fb2226b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:35.943168 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a74afa2d-0406-4e09-b2c1-54bb9fb2226b admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/26e79d0b-2b36-4e6a-a67e-29f19895c224 HTTP/1.1" status: 204 len: 168 time: 0.3104920 Aug 24 04:39:35.984764 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74afa2d-0406-4e09-b2c1-54bb9fb2226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e79d0b-2b36-4e6a-a67e-29f19895c224,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:36.000582 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-eebad6b3-b75d-4dae-846d-4363542b8620 admin admin] Publish callbacks [] for security_group (133bb431-7605-4f9e-b98e-fc0d03633d87), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.007702 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-eebad6b3-b75d-4dae-846d-4363542b8620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (133bb431-7605-4f9e-b98e-fc0d03633d87), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.071638 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-eebad6b3-b75d-4dae-846d-4363542b8620 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f9e3dc1b55da4aa2ab51427a68e229bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6213894 Aug 24 04:39:36.071638 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebad6b3-b75d-4dae-846d-4363542b8620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133bb431-7605-4f9e-b98e-fc0d03633d87,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:36.072706 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39828) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:36.159733 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-101526e4-2666-4faa-9285-e73638d1ef51 admin admin] Publish callbacks [] for security_group (133bb431-7605-4f9e-b98e-fc0d03633d87), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.192993 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-101526e4-2666-4faa-9285-e73638d1ef51 admin admin] Publish callbacks [] for security_group (133bb431-7605-4f9e-b98e-fc0d03633d87), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.275208 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-101526e4-2666-4faa-9285-e73638d1ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (133bb431-7605-4f9e-b98e-fc0d03633d87), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.279337 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-101526e4-2666-4faa-9285-e73638d1ef51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.283868 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-101526e4-2666-4faa-9285-e73638d1ef51 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/133bb431-7605-4f9e-b98e-fc0d03633d87 HTTP/1.1" status: 204 len: 168 time: 0.2076485 Aug 24 04:39:36.298718 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101526e4-2666-4faa-9285-e73638d1ef51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133bb431-7605-4f9e-b98e-fc0d03633d87,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:36.762030 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39850) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:36.776824 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d7e11c1f-4687-461c-9f93-6a9db763fa52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.908670 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d7e11c1f-4687-461c-9f93-6a9db763fa52 admin admin] Publish callbacks [] for security_group (799ae3e7-eaa7-4ee5-a123-24f5cdc10e09), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.923295 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d7e11c1f-4687-461c-9f93-6a9db763fa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (799ae3e7-eaa7-4ee5-a123-24f5cdc10e09), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:36.958647 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-d7e11c1f-4687-461c-9f93-6a9db763fa52 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=37a0e6fb55904145a114932c977c3b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953645 Aug 24 04:39:36.962604 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39858) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:37.072128 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-acc3a62f-f664-4b5f-9b25-dff2ec9a3eba admin admin] Publish callbacks [] for security_group (799ae3e7-eaa7-4ee5-a123-24f5cdc10e09), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:37.112906 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-acc3a62f-f664-4b5f-9b25-dff2ec9a3eba admin admin] Publish callbacks [] for security_group (799ae3e7-eaa7-4ee5-a123-24f5cdc10e09), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:37.113294 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e11c1f-4687-461c-9f93-6a9db763fa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799ae3e7-eaa7-4ee5-a123-24f5cdc10e09,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:37.151564 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-5bc8f4e7-8f15-431b-96f1-a495b2845188 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1911345 Aug 24 04:39:37.191327 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185fae7-6b05-4bbd-a161-61841bb6d71e req-ac5240ca-1032-4e3a-a25e-ccaf7947fcfa tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:37.194368 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1185fae7-6b05-4bbd-a161-61841bb6d71e req-ac5240ca-1032-4e3a-a25e-ccaf7947fcfa tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0946877 Aug 24 04:39:37.233878 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:37.243938 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-acc3a62f-f664-4b5f-9b25-dff2ec9a3eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (799ae3e7-eaa7-4ee5-a123-24f5cdc10e09), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:37.249207 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-acc3a62f-f664-4b5f-9b25-dff2ec9a3eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:37.259910 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-acc3a62f-f664-4b5f-9b25-dff2ec9a3eba admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/799ae3e7-eaa7-4ee5-a123-24f5cdc10e09 HTTP/1.1" status: 204 len: 168 time: 0.2896471 Aug 24 04:39:37.285569 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3a62f-f664-4b5f-9b25-dff2ec9a3eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ae3e7-eaa7-4ee5-a123-24f5cdc10e09,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:37.325542 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1185fae7-6b05-4bbd-a161-61841bb6d71e req-17e99de3-6b05-45ed-803a-584fe89371f0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203010 Aug 24 04:39:37.338168 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-62dc5d45-4f69-46a5-ae04-12b8564e8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:37.354850 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-62dc5d45-4f69-46a5-ae04-12b8564e8384 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1129 time: 0.1278455 Aug 24 04:39:37.399780 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:37.534664 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-7ba8cbcb-8367-4831-8040-f95ea2c14b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:37.537355 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-7ba8cbcb-8367-4831-8040-f95ea2c14b54 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 911 time: 0.1646662 Aug 24 04:39:37.658395 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-073909c2-e307-4a4b-8687-d4ce58439347 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 1000 time: 0.1088107 Aug 24 04:39:37.734568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-7da239e4-243d-4d5d-bd88-8c675ae432ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:37.736174 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-7da239e4-243d-4d5d-bd88-8c675ae432ca service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 200 len: 848 time: 0.0712135 Aug 24 04:39:37.797487 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:37.799374 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-413c7ce1-8fb6-491f-afcd-b305ef17ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:37.801546 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-413c7ce1-8fb6-491f-afcd-b305ef17ff5b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=827c95a6-1d57-45fd-a53c-29ebfb059ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585239 Aug 24 04:39:37.949189 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-fe417959-dc82-4dc1-97eb-247824b9d2aa service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414690 Aug 24 04:39:38.115126 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8bb9f9b0-85b3-4634-abb8-51b1e25977f9 req-3a665b37-d847-45fd-a5b1-01298efc4ec7 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594334 Aug 24 04:39:38.511825 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a1f8c-9cc2-44aa-a7f7-57ba9abe4e94 req-73d74bb5-3e4f-4b1c-88ab-cd4affdcda55 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:38.513755 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3d6a1f8c-9cc2-44aa-a7f7-57ba9abe4e94 req-73d74bb5-3e4f-4b1c-88ab-cd4affdcda55 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0664105 Aug 24 04:39:38.625008 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3d6a1f8c-9cc2-44aa-a7f7-57ba9abe4e94 req-99e15bce-88a8-4dcd-b676-19acd9365031 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944483 Aug 24 04:39:39.270412 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39940) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:39.494543 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39946) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:39.542418 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7d155f6e-26f4-47b0-a95d-8e1a57ce0bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:39.545268 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:39.620088 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41a65b92-863c-4545-bce9-4f0c792d5149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:39.763902 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7d155f6e-26f4-47b0-a95d-8e1a57ce0bbd admin admin] Publish callbacks [] for security_group (530b4960-8e0a-46bd-ae7a-bbc379ec4c8f), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:39.766090 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:39.777412 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7d155f6e-26f4-47b0-a95d-8e1a57ce0bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (530b4960-8e0a-46bd-ae7a-bbc379ec4c8f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:39.831624 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce05f-8cc4-46bd-969f-b7ce3d084a3a req-33b1bb51-fa12-4e30-b97a-9ee4bef84cc5 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:39.843929 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-361ce05f-8cc4-46bd-969f-b7ce3d084a3a req-33b1bb51-fa12-4e30-b97a-9ee4bef84cc5 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1048913 Aug 24 04:39:39.852872 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d155f6e-26f4-47b0-a95d-8e1a57ce0bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530b4960-8e0a-46bd-ae7a-bbc379ec4c8f,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:39.859348 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7d155f6e-26f4-47b0-a95d-8e1a57ce0bbd admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=bcd54de2b9b0412e83045027120ccb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5872927 Aug 24 04:39:39.865460 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39954) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:39.884697 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41a65b92-863c-4545-bce9-4f0c792d5149 admin admin] Publish callbacks [] for security_group (848767d6-1986-4810-ac42-0d1e3bff0420), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:39.891711 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41a65b92-863c-4545-bce9-4f0c792d5149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (848767d6-1986-4810-ac42-0d1e3bff0420), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:39.963275 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-361ce05f-8cc4-46bd-969f-b7ce3d084a3a req-3193577b-ccf4-4126-b740-c0b0134fca78 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183081 Aug 24 04:39:39.993894 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d86f1a39-a36a-403e-a694-7dd22593e2a0 admin admin] Publish callbacks [] for security_group (530b4960-8e0a-46bd-ae7a-bbc379ec4c8f), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.019653 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 39956) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:40.022555 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-41a65b92-863c-4545-bce9-4f0c792d5149 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=057993e3b04d462b9ad77bcfc7dee93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5260615 Aug 24 04:39:40.026712 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a65b92-863c-4545-bce9-4f0c792d5149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848767d6-1986-4810-ac42-0d1e3bff0420,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:40.054628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d86f1a39-a36a-403e-a694-7dd22593e2a0 admin admin] Publish callbacks [] for security_group (530b4960-8e0a-46bd-ae7a-bbc379ec4c8f), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.135817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-980fde7d-14ba-41bd-a23a-6e9bafaedd38 admin admin] Publish callbacks [] for security_group (848767d6-1986-4810-ac42-0d1e3bff0420), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.164315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-980fde7d-14ba-41bd-a23a-6e9bafaedd38 admin admin] Publish callbacks [] for security_group (848767d6-1986-4810-ac42-0d1e3bff0420), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.173311 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d86f1a39-a36a-403e-a694-7dd22593e2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (530b4960-8e0a-46bd-ae7a-bbc379ec4c8f), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.176831 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d86f1a39-a36a-403e-a694-7dd22593e2a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.180614 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-d86f1a39-a36a-403e-a694-7dd22593e2a0 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/530b4960-8e0a-46bd-ae7a-bbc379ec4c8f HTTP/1.1" status: 204 len: 168 time: 0.3115990 Aug 24 04:39:40.198743 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f1a39-a36a-403e-a694-7dd22593e2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530b4960-8e0a-46bd-ae7a-bbc379ec4c8f,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:40.238264 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:40.269464 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-980fde7d-14ba-41bd-a23a-6e9bafaedd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (848767d6-1986-4810-ac42-0d1e3bff0420), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.281421 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-980fde7d-14ba-41bd-a23a-6e9bafaedd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.286108 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-980fde7d-14ba-41bd-a23a-6e9bafaedd38 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/848767d6-1986-4810-ac42-0d1e3bff0420 HTTP/1.1" status: 204 len: 168 time: 0.2645230 Aug 24 04:39:40.308837 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fde7d-14ba-41bd-a23a-6e9bafaedd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848767d6-1986-4810-ac42-0d1e3bff0420,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:40.417485 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8136069b-e45c-4307-b60a-364a5b5f1643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:40.863814 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39972) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:40.890409 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-32935dc0-bca3-451e-91a4-05112fb7e29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:41.100291 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-32935dc0-bca3-451e-91a4-05112fb7e29f admin admin] Publish callbacks [] for security_group (131219da-a8dd-4cc9-ae6b-c338f9a8f9e3), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:41.109218 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-32935dc0-bca3-451e-91a4-05112fb7e29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (131219da-a8dd-4cc9-ae6b-c338f9a8f9e3), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:41.164822 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-32935dc0-bca3-451e-91a4-05112fb7e29f admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=41acc284f32d49819b8fda961a85920b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887506 Aug 24 04:39:41.169765 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 39978) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:41.200210 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32935dc0-bca3-451e-91a4-05112fb7e29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131219da-a8dd-4cc9-ae6b-c338f9a8f9e3,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:41.227309 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a8de7-19a5-4b36-96c9-2d83a7d3a8f0 req-70e68bb5-a016-4507-92ff-8c234f4b68db tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:41.230361 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b13a8de7-19a5-4b36-96c9-2d83a7d3a8f0 req-70e68bb5-a016-4507-92ff-8c234f4b68db tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1150882 Aug 24 04:39:41.287439 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8121b53a-e8a0-470a-8a36-b23807e86633 admin admin] Publish callbacks [] for security_group (131219da-a8dd-4cc9-ae6b-c338f9a8f9e3), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:41.335370 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8121b53a-e8a0-470a-8a36-b23807e86633 admin admin] Publish callbacks [] for security_group (131219da-a8dd-4cc9-ae6b-c338f9a8f9e3), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:41.353460 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b13a8de7-19a5-4b36-96c9-2d83a7d3a8f0 req-b014c257-e28e-48b8-b0be-215a4855d26d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141822 Aug 24 04:39:41.406744 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=21,neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:41.460061 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8121b53a-e8a0-470a-8a36-b23807e86633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (131219da-a8dd-4cc9-ae6b-c338f9a8f9e3), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:41.474995 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-8121b53a-e8a0-470a-8a36-b23807e86633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:41.480037 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-8121b53a-e8a0-470a-8a36-b23807e86633 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/131219da-a8dd-4cc9-ae6b-c338f9a8f9e3 HTTP/1.1" status: 204 len: 168 time: 0.3084786 Aug 24 04:39:41.498478 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121b53a-e8a0-470a-8a36-b23807e86633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131219da-a8dd-4cc9-ae6b-c338f9a8f9e3,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:42.360740 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40012) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:42.538086 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-820dd807-8034-4486-9f21-f0dcb8df7a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:42.657648 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed3f0-51b9-4855-91ce-2574c95b1632 req-6f436332-8df1-415f-bb3e-972d5bf883b2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:42.659900 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-316ed3f0-51b9-4855-91ce-2574c95b1632 req-6f436332-8df1-415f-bb3e-972d5bf883b2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1791670 Aug 24 04:39:42.665832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-820dd807-8034-4486-9f21-f0dcb8df7a5d admin admin] Publish callbacks [] for security_group (6b5ee9de-ac8a-412a-8bc2-b6c138ca8f30), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:42.676921 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-820dd807-8034-4486-9f21-f0dcb8df7a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6b5ee9de-ac8a-412a-8bc2-b6c138ca8f30), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:42.686092 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:42.763968 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-820dd807-8034-4486-9f21-f0dcb8df7a5d admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=c0cdf0e82cc2487aadcb3a0839f59863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021144 Aug 24 04:39:42.768075 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40026) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:42.770050 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dd807-8034-4486-9f21-f0dcb8df7a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5ee9de-ac8a-412a-8bc2-b6c138ca8f30,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:42.803912 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-316ed3f0-51b9-4855-91ce-2574c95b1632 req-ce6ebdad-ebf0-4d7c-a5c7-281d7730c639 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363909 Aug 24 04:39:42.848132 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40028) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:42.871204 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2f47e5e3-e795-4cc7-ae27-95385e325d45 admin admin] Publish callbacks [] for security_group (6b5ee9de-ac8a-412a-8bc2-b6c138ca8f30), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:42.905667 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2f47e5e3-e795-4cc7-ae27-95385e325d45 admin admin] Publish callbacks [] for security_group (6b5ee9de-ac8a-412a-8bc2-b6c138ca8f30), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:42.982790 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2f47e5e3-e795-4cc7-ae27-95385e325d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6b5ee9de-ac8a-412a-8bc2-b6c138ca8f30), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:42.986638 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2f47e5e3-e795-4cc7-ae27-95385e325d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:42.989178 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2f47e5e3-e795-4cc7-ae27-95385e325d45 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/6b5ee9de-ac8a-412a-8bc2-b6c138ca8f30 HTTP/1.1" status: 204 len: 168 time: 0.2196140 Aug 24 04:39:42.999904 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-10ea74a2-3a87-4838-8e5f-77246385cbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.000702 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248967035-network', 'tenant_id': '16630345be014a5fa62525dc087eefcd'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:39:43.004109 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47e5e3-e795-4cc7-ae27-95385e325d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5ee9de-ac8a-412a-8bc2-b6c138ca8f30,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:43.066385 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Made reservation on behalf of 16630345be014a5fa62525dc087eefcd for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:39:43.070489 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.084069 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.238719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Publish callbacks [] for security_group (3250aa3a-54e9-44ae-a408-16ad949f624f), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.247331 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (3250aa3a-54e9-44ae-a408-16ad949f624f), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.285500 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=106346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:39:43.296234 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3250aa3a-54e9-44ae-a408-16ad949f624f,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:43.309685 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (3606d798-9be4-4fa5-90cf-d88363fbb9d8), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.310473 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Added segment 3606d798-9be4-4fa5-90cf-d88363fbb9d8 of type vlan for network 6122d5d8-6c04-46a0-a4ad-3dd538d814fd Aug 24 04:39:43.404142 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (6122d5d8-6c04-46a0-a4ad-3dd538d814fd), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.449168 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (6122d5d8-6c04-46a0-a4ad-3dd538d814fd), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.449168 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:43.449168 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.486156 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:43.513131 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6638331 Aug 24 04:39:43.517790 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40040) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:43.527346 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Request body: {'subnet': {'network_id': '6122d5d8-6c04-46a0-a4ad-3dd538d814fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248967035-subnet', 'tenant_id': '16630345be014a5fa62525dc087eefcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:39:43.561685 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Made reservation on behalf of 16630345be014a5fa62525dc087eefcd for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:39:43.566660 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119447408'] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.593652 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742881a8-d921-4127-9806-c52f70c7e04b admin admin] Pushing event updated for resources: {'Network': ['ID=6122d5d8-6c04-46a0-a4ad-3dd538d814fd,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:43.605550 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 6122d5d8-6c04-46a0-a4ad-3dd538d814fd details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:39:43.867843 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119447326'] for subnet (91d354e9-b84b-4233-8a5c-81e9f8866d16), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:43.965962 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:44.021393 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Checking segment: {'id': '3606d798-9be4-4fa5-90cf-d88363fbb9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '6122d5d8-6c04-46a0-a4ad-3dd538d814fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:39:44.022564 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Network hostable DHCP agents. Network: 6122d5d8-6c04-46a0-a4ad-3dd538d814fd, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:39:44.025056 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f964f1c-92af-496d-acaa-6038824d8cd7 req-83eeabdf-ba11-45a1-935c-407fd059dafb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:44.026974 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d354e9-b84b-4233-8a5c-81e9f8866d16,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:44.033942 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8f964f1c-92af-496d-acaa-6038824d8cd7 req-83eeabdf-ba11-45a1-935c-407fd059dafb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1042728 Aug 24 04:39:44.056352 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Network 6122d5d8-6c04-46a0-a4ad-3dd538d814fd is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:39:44.088495 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 6122d5d8-6c04-46a0-a4ad-3dd538d814fd) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:39:44.097072 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:44.099404 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:44.117242 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f73c18-e624-473f-9976-3105db3b23d8 None None] Network 6122d5d8-6c04-46a0-a4ad-3dd538d814fd requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:39:44.138675 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-2040cbdb-449f-4944-a6d1-6be911b2d8a9 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6173916 Aug 24 04:39:44.141554 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8f964f1c-92af-496d-acaa-6038824d8cd7 req-3650893d-6424-4725-9ae0-efc140b15998 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037292 Aug 24 04:39:44.172299 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:44.203204 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:44.317373 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff0196-c9b9-4c50-b8e1-72f350c49e90 None None] Network 6122d5d8-6c04-46a0-a4ad-3dd538d814fd requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:39:44.763745 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40072) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:44.942707 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ef05cc74-693d-4f0f-a393-29792cccd8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.058596 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ef05cc74-693d-4f0f-a393-29792cccd8e3 admin admin] Publish callbacks [] for security_group (2d426c78-2c45-407d-8eaf-2e72733c52e4), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.068031 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ef05cc74-693d-4f0f-a393-29792cccd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (2d426c78-2c45-407d-8eaf-2e72733c52e4), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.142349 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ef05cc74-693d-4f0f-a393-29792cccd8e3 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=048fc39e8f5f4397b084f8ff279b7747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773015 Aug 24 04:39:45.144687 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05cc74-693d-4f0f-a393-29792cccd8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d426c78-2c45-407d-8eaf-2e72733c52e4,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:45.146943 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40082) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:45.223819 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40086) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:45.228877 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-20389144-network', 'tenant_id': 'c8750b0e6b7443558450159354430ae5'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:39:45.271137 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Made reservation on behalf of c8750b0e6b7443558450159354430ae5 for: {'network': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:39:45.274124 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.287773 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.324487 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:45.374988 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0beb5f8f-5c9a-4087-969a-d6867e138e98 admin admin] Publish callbacks [] for security_group (2d426c78-2c45-407d-8eaf-2e72733c52e4), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.408118 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c1390-d7a4-44bb-8884-e5b85d24d0b2 req-edbb3365-ba1b-4c6e-a49b-1bd24aa89480 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:45.417913 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-201c1390-d7a4-44bb-8884-e5b85d24d0b2 req-edbb3365-ba1b-4c6e-a49b-1bd24aa89480 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1627676 Aug 24 04:39:45.438101 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Publish callbacks [] for security_group (e2324c84-1a43-44bf-a3db-507a53fe7111), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.445968 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (e2324c84-1a43-44bf-a3db-507a53fe7111), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.446213 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0beb5f8f-5c9a-4087-969a-d6867e138e98 admin admin] Publish callbacks [] for security_group (2d426c78-2c45-407d-8eaf-2e72733c52e4), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.481718 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2324c84-1a43-44bf-a3db-507a53fe7111,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:45.505346 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=106347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:39:45.522526 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (84efdcd6-f5ca-42da-abea-6755ae656afd), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.523195 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.segments_db [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Added segment 84efdcd6-f5ca-42da-abea-6755ae656afd of type vlan for network d7bd64b9-c373-4234-b0ea-0472ca645aed Aug 24 04:39:45.570959 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-201c1390-d7a4-44bb-8884-e5b85d24d0b2 req-89df04dd-0ce9-4c69-8b4d-bbd5bac1af62 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518829 Aug 24 04:39:45.578888 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (d7bd64b9-c373-4234-b0ea-0472ca645aed), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.608224 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0beb5f8f-5c9a-4087-969a-d6867e138e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (2d426c78-2c45-407d-8eaf-2e72733c52e4), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.608224 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0beb5f8f-5c9a-4087-969a-d6867e138e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.608224 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-0beb5f8f-5c9a-4087-969a-d6867e138e98 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/2d426c78-2c45-407d-8eaf-2e72733c52e4 HTTP/1.1" status: 204 len: 168 time: 0.4499831 Aug 24 04:39:45.615994 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb5f8f-5c9a-4087-969a-d6867e138e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d426c78-2c45-407d-8eaf-2e72733c52e4,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:45.617399 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (d7bd64b9-c373-4234-b0ea-0472ca645aed), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.618754 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:45.620080 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.665543 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4374418 Aug 24 04:39:45.665543 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40094) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:45.671605 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Request body: {'subnet': {'network_id': 'd7bd64b9-c373-4234-b0ea-0472ca645aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-20389144-subnet', 'tenant_id': 'c8750b0e6b7443558450159354430ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:39:45.712303 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b7078-11e7-4bfa-96aa-09022037d006 admin admin] Pushing event updated for resources: {'Network': ['ID=d7bd64b9-c373-4234-b0ea-0472ca645aed,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:45.726388 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network d7bd64b9-c373-4234-b0ea-0472ca645aed details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:39:45.738917 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Made reservation on behalf of c8750b0e6b7443558450159354430ae5 for: {'subnet': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:39:45.741514 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119447408'] for subnet (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:45.859331 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:46.022228 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:46.087746 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119447326'] for subnet (b7ee807b-9820-4762-b77c-dd54c80d712f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:46.161472 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ee807b-9820-4762-b77c-dd54c80d712f,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:46.168083 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Checking segment: {'id': '84efdcd6-f5ca-42da-abea-6755ae656afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd7bd64b9-c373-4234-b0ea-0472ca645aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:39:46.168488 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Network hostable DHCP agents. Network: d7bd64b9-c373-4234-b0ea-0472ca645aed, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:39:46.199142 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Network d7bd64b9-c373-4234-b0ea-0472ca645aed is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:39:46.210599 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, d7bd64b9-c373-4234-b0ea-0472ca645aed) {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:39:46.222708 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:46.224040 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:46.242227 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa1572-f7b1-4ced-806b-d331387a257f None None] Network d7bd64b9-c373-4234-b0ea-0472ca645aed requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:39:46.252889 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-c4035db1-81cb-40c6-a7c7-9c53e2172bad admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5864515 Aug 24 04:39:46.486675 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4304a2-519d-4ec9-98fc-049bbe844d6a req-a572afd1-bad9-48e0-af1b-fd3758e6cbb5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:46.498161 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5d4304a2-519d-4ec9-98fc-049bbe844d6a req-a572afd1-bad9-48e0-af1b-fd3758e6cbb5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1192381 Aug 24 04:39:46.535231 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:46.545379 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a021a147-7f98-4ee4-b3c1-827b35aba960 None None] Network d7bd64b9-c373-4234-b0ea-0472ca645aed requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:39:46.630561 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5d4304a2-519d-4ec9-98fc-049bbe844d6a req-0c9326ca-bad5-45be-9d66-41af69d2bb86 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312954 Aug 24 04:39:46.752373 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5f0e-74e9-4e40-a9e1-9acd77fe44ca req-696ec337-75b4-4b66-9d57-1614147755dc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:46.760887 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-60ff5f0e-74e9-4e40-a9e1-9acd77fe44ca req-696ec337-75b4-4b66-9d57-1614147755dc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0820725 Aug 24 04:39:46.834239 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-60ff5f0e-74e9-4e40-a9e1-9acd77fe44ca req-2ec2b031-4895-4f21-a0ea-59e6e66fde85 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711186 Aug 24 04:39:47.809303 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:47.826628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd863bac-d1fd-4733-9994-2e80aee50bb3 req-c01ffa92-c314-4184-9743-8b9719e4e4b4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:47.829435 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd863bac-d1fd-4733-9994-2e80aee50bb3 req-c01ffa92-c314-4184-9743-8b9719e4e4b4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0874801 Aug 24 04:39:47.933291 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dd863bac-d1fd-4733-9994-2e80aee50bb3 req-857ffb42-e3e1-4166-ba2e-4414e7894dc3 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947590 Aug 24 04:39:48.029321 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-3e8ff535-d98a-4889-ad2b-63067e6f6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:48.030888 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-3e8ff535-d98a-4889-ad2b-63067e6f6753 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 1130 time: 0.0839097 Aug 24 04:39:48.068777 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76181a8-2d06-47b0-b6da-237c24a183e9 req-75fa1d3c-03e1-403d-8f41-6014cdee87d3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:48.070474 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f76181a8-2d06-47b0-b6da-237c24a183e9 req-75fa1d3c-03e1-403d-8f41-6014cdee87d3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0811193 Aug 24 04:39:48.188125 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f76181a8-2d06-47b0-b6da-237c24a183e9 req-2ee64fb9-ab94-4fc3-a892-66e45b3befb1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068938 Aug 24 04:39:48.192075 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-c72fc544-ca4d-409f-931b-f04c192be3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:48.193730 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-c72fc544-ca4d-409f-931b-f04c192be3f3 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.1557262 Aug 24 04:39:48.274003 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-32a6cbb2-4154-45fc-a3ba-6f75ddc91a52 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 200 len: 1001 time: 0.0723677 Aug 24 04:39:48.354189 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-50a8c177-c803-4495-afc3-2345d46fd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:48.356797 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-50a8c177-c803-4495-afc3-2345d46fd576 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0762954 Aug 24 04:39:48.370458 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:48.407531 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-e123be9c-3049-4bec-83e3-37f89345a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:48.409111 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-e123be9c-3049-4bec-83e3-37f89345a7dc service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461924 Aug 24 04:39:48.515076 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-47cd6404-a9e6-4d6a-b4fa-143a49b2fd0f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998631 Aug 24 04:39:48.619328 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b4b544b-cfd4-472e-9398-4d3fe6509d1c req-4b66e140-5240-4a86-9b67-51922a676c65 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986695 Aug 24 04:39:49.105059 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5162-83da-42c8-b45d-002393d454f8 req-288e8111-9cf5-4ce3-8588-c6001284dd28 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:49.107017 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c11c5162-83da-42c8-b45d-002393d454f8 req-288e8111-9cf5-4ce3-8588-c6001284dd28 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0860510 Aug 24 04:39:49.169884 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-db461273-1293-4c08-bf7b-4605f2c25e0f tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/networks?tenant_id=6ad778d25b534591852bc81c13353c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463612 Aug 24 04:39:49.524530 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c11c5162-83da-42c8-b45d-002393d454f8 req-8299849f-39aa-4be0-965c-380423bc292c tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097123 Aug 24 04:39:49.704157 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b51c7-76c4-4afd-aeff-d4f195426a5d req-8ef332e8-1631-4d97-8dae-25c41077d4da tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:49.706262 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3e0b51c7-76c4-4afd-aeff-d4f195426a5d req-8ef332e8-1631-4d97-8dae-25c41077d4da tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.1021049 Aug 24 04:39:49.716782 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a5c10f16-d20a-4959-aec0-210adb1e68ad tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:49.718262 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a5c10f16-d20a-4959-aec0-210adb1e68ad tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5402637 Aug 24 04:39:49.753572 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-2a8de4c5-4044-4b36-a0a1-1beb32efb97f tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/quotas/6ad778d25b534591852bc81c13353c53 HTTP/1.1" status: 200 len: 375 time: 0.0261791 Aug 24 04:39:49.798200 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-d82de042-daef-4b9b-b8c7-5b0cffab77cf tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=6ad778d25b534591852bc81c13353c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384912 Aug 24 04:39:49.802405 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3e0b51c7-76c4-4afd-aeff-d4f195426a5d req-1cdaeae3-e467-4ae6-b1c5-4e5d29b5b8b3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831821 Aug 24 04:39:49.975174 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31b266fe-88d4-46fe-a88e-c850f8b4a5cd req-2cf44660-43bd-44d5-8f22-10a4380c947b tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 210 time: 0.0296021 Aug 24 04:39:50.659627 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:50.677872 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e97c-e284-4af8-9e6f-64f1ec254270 req-111e2b01-091d-4d5f-9e80-99bfba6ae299 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:50.679478 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5955e97c-e284-4af8-9e6f-64f1ec254270 req-111e2b01-091d-4d5f-9e80-99bfba6ae299 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0655620 Aug 24 04:39:50.739722 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5955e97c-e284-4af8-9e6f-64f1ec254270 req-f1d19195-f1ae-4743-a8d6-7230215b8268 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544319 Aug 24 04:39:50.955830 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1074e-50db-4bba-9835-a0d57b2f694a req-972054b2-1af9-474c-b473-a9a427f187d7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:50.957489 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-82d1074e-50db-4bba-9835-a0d57b2f694a req-972054b2-1af9-474c-b473-a9a427f187d7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 946 time: 0.0519857 Aug 24 04:39:51.011732 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-82d1074e-50db-4bba-9835-a0d57b2f694a req-361a693b-ae2f-477b-9e8e-ca44900ee8a9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481443 Aug 24 04:39:51.093314 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-265a315c-1e8f-4ed0-936d-488b247db2fc req-d72203d8-0ada-4804-94a2-b0c2edaa5dd8 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 210 time: 0.0331817 Aug 24 04:39:51.141329 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-f6e21658-2636-497d-81ba-c554bf95d491 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.99 "GET /networking/v2.0/networks?tenant_id=6ad778d25b534591852bc81c13353c53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260534 Aug 24 04:39:51.276648 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67968-8f99-4281-a6f5-eced52c16208 req-5249baf5-e8f2-487f-9db0-d39897b90c8e tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:51.279032 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-5249baf5-e8f2-487f-9db0-d39897b90c8e tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.99 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327350 Aug 24 04:39:51.291378 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Request body: {'port': {'device_id': 'b562524b-cc1c-45a2-9af0-2148503e2a68', 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1', 'admin_state_up': True, 'tenant_id': '6ad778d25b534591852bc81c13353c53'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:39:51.418517 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:51.426205 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Made reservation on behalf of 6ad778d25b534591852bc81c13353c53 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:39:51.431033 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:51.446282 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:51.537213 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks [] for security_group (d5eed3a6-a3b4-4158-8e3f-630f2e507d15), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:51.543007 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d5eed3a6-a3b4-4158-8e3f-630f2e507d15), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:51.553546 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:39:51.647186 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eed3a6-a3b4-4158-8e3f-630f2e507d15,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:51.652069 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 08cd8fba-b487-4187-9cf7-9e1fa5689386 is: ACTIVE; New status is: DOWN {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:39:51.652767 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:51.679628 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:39:51.682457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51962eda-c480-4345-8a2a-d5c6bd294091" -d '{"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-unplugged", "status": "completed", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:39:51.697882 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:51.704969 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:51.718733 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [req-1ed0e785-ac07-46c9-b70f-d37ca8899fe2 req-029decfd-7e8a-4374-999f-15d9380d75a8 service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:39:51.719863 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1ed0e785-ac07-46c9-b70f-d37ca8899fe2 req-029decfd-7e8a-4374-999f-15d9380d75a8 service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0099027 Aug 24 04:39:51.742860 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 04:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc01d3b7-0944-4e05-a6e1-e2b5bad4bfb7 x-openstack-request-id: req-fc01d3b7-0944-4e05-a6e1-e2b5bad4bfb7 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:39:51.743151 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-unplugged", "status": "failed", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386", "code": 422}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:39:51.743404 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fc01d3b7-0944-4e05-a6e1-e2b5bad4bfb7 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:39:51.743928 dv-cinder-854263-1-iscsi neutron-server[106348]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fc01d3b7-0944-4e05-a6e1-e2b5bad4bfb7']: {'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'code': 422} returned with failed status Aug 24 04:39:51.758350 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Allocated IP 192.168.233.205 (ee00668b-ea32-47af-8439-d128f2d433d1/694aed38-9c69-4375-9c2e-be6a67f04dbb/ce04dc1d-3ac2-4325-a570-e8c25c1cffd5) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:39:51.782382 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=8']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:51.797127 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.799320 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.800456 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.800986 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.802900 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.803430 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.804047 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.804539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.805409 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.806048 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.806643 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.810080 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.810494 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.811894 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:51.812260 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:39:52.036680 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252b9dc-8554-4a17-bdf1-8303356885d9 req-59363fb2-1535-4181-b6e2-7e3b80f2e171 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:52.038280 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a252b9dc-8554-4a17-bdf1-8303356885d9 req-59363fb2-1535-4181-b6e2-7e3b80f2e171 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1766570 Aug 24 04:39:52.071846 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6dad4-5ee6-43ef-878e-f20de6e5abf0 req-dffae1ee-ca37-4c38-bf01-ff9ece02509c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:52.074701 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c6a6dad4-5ee6-43ef-878e-f20de6e5abf0 req-dffae1ee-ca37-4c38-bf01-ff9ece02509c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1479359 Aug 24 04:39:52.087945 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:52.150174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks [] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:52.194626 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a252b9dc-8554-4a17-bdf1-8303356885d9 req-2b96ce84-5dcb-4110-84a2-6d5e3f939fe1 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455450 Aug 24 04:39:52.202023 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c6a6dad4-5ee6-43ef-878e-f20de6e5abf0 req-7bd0734d-db39-438f-98a8-6451542ca298 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127667 Aug 24 04:39:52.239541 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:52.303171 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Network ee00668b-ea32-47af-8439-d128f2d433d1 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:39:52.313634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:52.335467 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:39:52.342809 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:39:52.352006 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Pushing event updated for resources: {'Port': ['ID=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:52.386250 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424edd6-adc7-4099-9118-02c04752ba42 req-059c368a-026a-421d-b957-cef8177c8cc1 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:52.387808 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0424edd6-adc7-4099-9118-02c04752ba42 req-059c368a-026a-421d-b957-cef8177c8cc1 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 936 time: 0.0899174 Aug 24 04:39:52.390636 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40262) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:52.432975 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:52.433643 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:52.458744 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-a707c8d7-2033-45fc-9bc0-d8e9ef48053a tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1715825 Aug 24 04:39:52.481806 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Request body: {'port': {'device_id': 'b562524b-cc1c-45a2-9af0-2148503e2a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:39:52.500915 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-6fec6fb3-9c25-4491-aef8-eba43f69a808 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085050 Aug 24 04:39:52.515193 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-0fe3e39d-0354-4fb8-8abb-22dfd00898dc service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:39:52.516323 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-0fe3e39d-0354-4fb8-8abb-22dfd00898dc service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055971 Aug 24 04:39:52.527182 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0424edd6-adc7-4099-9118-02c04752ba42 req-8833869d-5df8-4273-bbac-6a5794e03cbc tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294210 Aug 24 04:39:52.592774 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:52.608044 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40270) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:39:52.631344 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-e1452252-ee04-493a-baf2-95e8f7aa7b55 None None] Provisioning complete for port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:39:52.631895 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e1452252-ee04-493a-baf2-95e8f7aa7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:52.656037 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:52.666053 dv-cinder-854263-1-iscsi neutron-server[106347]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 04:39:52.671269 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-e1452252-ee04-493a-baf2-95e8f7aa7b55 None None] Port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:39:52.718823 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-55c3e76c-2f97-4402-9a81-47a4c045dbdc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:52.720253 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-55c3e76c-2f97-4402-9a81-47a4c045dbdc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports/08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 200 len: 941 time: 0.1111987 Aug 24 04:39:52.878419 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:39:52.887119 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Publish callbacks [] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:52.902481 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Transition to ACTIVE for port object ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:39:52.907392 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:52.982262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Pushing event updated for resources: {'Port': ['ID=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:53.038007 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Attempting to bind port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:39:53.038435 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Attempting to bind port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:39:53.038837 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Attempting to bind port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 on network ee00668b-ea32-47af-8439-d128f2d433d1 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:39:53.044031 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 on network ee00668b-ea32-47af-8439-d128f2d433d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:39:53.044462 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Attempting to bind port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 on network ee00668b-ea32-47af-8439-d128f2d433d1 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:39:53.050042 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:39:53.050529 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Checking segment: {'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:39:53.050983 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Bound using segment: {'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:39:53.051524 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Bound port: ce04dc1d-3ac2-4325-a570-e8c25c1cffd5, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c18e1e-0f53-4430-bf7f-c68158026d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:39:53.051917 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:53.065698 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:53.123957 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] For port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:39:53.128091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] For port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,segment=NetworkSegment(30c18e1e-0f53-4430-bf7f-c68158026d2d),segment_id=30c18e1e-0f53-4430-bf7f-c68158026d2d)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:39:53.134706 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:53.139232 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:53.140837 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:53.142594 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 HTTP/1.1" status: 200 len: 1098 time: 0.6704407 Aug 24 04:39:53.143967 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b562524b-cc1c-45a2-9af0-2148503e2a68', 'tag': 'ce04dc1d-3ac2-4325-a570-e8c25c1cffd5'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:39:53.146762 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f3742-806a-4e87-bd92-6183ff1e7ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "b562524b-cc1c-45a2-9af0-2148503e2a68", "tag": "ce04dc1d-3ac2-4325-a570-e8c25c1cffd5"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:39:53.230779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed96f300-91b8-494c-9170-af7879f160f5 x-openstack-request-id: req-ed96f300-91b8-494c-9170-af7879f160f5 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:39:53.231219 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b562524b-cc1c-45a2-9af0-2148503e2a68", "tag": "ce04dc1d-3ac2-4325-a570-e8c25c1cffd5", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:39:53.231569 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ed96f300-91b8-494c-9170-af7879f160f5 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:39:53.232168 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed96f300-91b8-494c-9170-af7879f160f5'] response: {'name': 'network-changed', 'server_uuid': 'b562524b-cc1c-45a2-9af0-2148503e2a68', 'tag': 'ce04dc1d-3ac2-4325-a570-e8c25c1cffd5', 'status': 'completed', 'code': 200} Aug 24 04:39:53.233043 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd74e0b-04b9-426a-9960-5de5fd463e52 service neutron] Pushing event updated for resources: {'Port': ['ID=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:53.311352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67968-8f99-4281-a6f5-eced52c16208 req-828eddba-04a9-4b52-adcd-5fe3bce38c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:53.312963 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-828eddba-04a9-4b52-adcd-5fe3bce38c76 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=6ad778d25b534591852bc81c13353c53&device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 1132 time: 0.0988722 Aug 24 04:39:53.394252 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-d4c3fb42-bf45-446e-82d1-bc4472d13823 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 HTTP/1.1" status: 200 len: 217 time: 0.0743277 Aug 24 04:39:53.485024 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:53.502330 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a099c-47e0-4044-b255-26ebe95c4f04 req-092c0f58-03a0-4fd9-81c1-f4bd76b6a483 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:53.503917 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-648a099c-47e0-4044-b255-26ebe95c4f04 req-092c0f58-03a0-4fd9-81c1-f4bd76b6a483 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1703055 Aug 24 04:39:53.512873 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f4fcf-9aa7-49ba-b60d-7dbeae5f2af2 req-35127c72-de0f-417b-8ec9-f199813becbc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:53.514409 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-332f4fcf-9aa7-49ba-b60d-7dbeae5f2af2 req-35127c72-de0f-417b-8ec9-f199813becbc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1830885 Aug 24 04:39:53.530907 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67968-8f99-4281-a6f5-eced52c16208 req-5c88c828-c594-48d0-8265-70a8d9e5e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:53.532320 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-5c88c828-c594-48d0-8265-70a8d9e5e308 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=694aed38-9c69-4375-9c2e-be6a67f04dbb HTTP/1.1" status: 200 len: 843 time: 0.0975835 Aug 24 04:39:53.642748 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67968-8f99-4281-a6f5-eced52c16208 req-dabbdfcb-abc6-47fd-b1a5-d0f0f6925660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:53.645514 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-dabbdfcb-abc6-47fd-b1a5-d0f0f6925660 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=ee00668b-ea32-47af-8439-d128f2d433d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0984721 Aug 24 04:39:53.661715 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-648a099c-47e0-4044-b255-26ebe95c4f04 req-5b6e8c4f-4cb6-47ea-96a7-2865d70a812d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444283 Aug 24 04:39:53.677101 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-332f4fcf-9aa7-49ba-b60d-7dbeae5f2af2 req-1ce868ee-b70f-4fb7-bb1f-1808245e890a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501293 Aug 24 04:39:53.816145 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-02e0ff3e-ae92-47ef-8a81-11c32e808800 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/ee00668b-ea32-47af-8439-d128f2d433d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591904 Aug 24 04:39:53.827792 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e226ed-7194-4c68-8911-44315a7ed241 req-38b2c46d-3c21-433b-a8cd-9f5547fdc531 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:53.829350 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e0e226ed-7194-4c68-8911-44315a7ed241 req-38b2c46d-3c21-433b-a8cd-9f5547fdc531 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 948 time: 0.0678170 Aug 24 04:39:53.954903 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e0e226ed-7194-4c68-8911-44315a7ed241 req-04c55ae7-eddf-41f9-90a3-664dea8ec7f0 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143665 Aug 24 04:39:53.976339 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5df67968-8f99-4281-a6f5-eced52c16208 req-e8aed616-fc1a-410f-bb8b-0f932817ea68 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/ee00668b-ea32-47af-8439-d128f2d433d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460490 Aug 24 04:39:54.789089 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-aab67301-ef83-4ff0-ada6-dd3f4f8e3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:54.790589 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-aab67301-ef83-4ff0-ada6-dd3f4f8e3225 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=6ad778d25b534591852bc81c13353c53&device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 1132 time: 0.0600195 Aug 24 04:39:54.875999 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d5a28-6fdd-485a-a21e-199a22b5a1d6 req-58f6ee6e-dad2-4343-870e-e2f3abe8c541 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:54.878017 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-109d5a28-6fdd-485a-a21e-199a22b5a1d6 req-58f6ee6e-dad2-4343-870e-e2f3abe8c541 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1093843 Aug 24 04:39:54.911457 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b7b0c-cc93-4b95-836b-7b5f54b15d18 req-fde1f6bd-d945-4447-b299-8f7a458eb922 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:54.913266 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1e5b7b0c-cc93-4b95-836b-7b5f54b15d18 req-fde1f6bd-d945-4447-b299-8f7a458eb922 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1054709 Aug 24 04:39:54.971761 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:55.020633 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-109d5a28-6fdd-485a-a21e-199a22b5a1d6 req-396f2a60-988d-41fc-bcd5-e93e3621d4a6 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281145 Aug 24 04:39:55.045691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-9cd00bb6-b79a-4cb1-9e32-c2ee26b44fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.047333 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-9cd00bb6-b79a-4cb1-9e32-c2ee26b44fdf service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=ee00668b-ea32-47af-8439-d128f2d433d1 HTTP/1.1" status: 200 len: 871 time: 0.2254999 Aug 24 04:39:55.055432 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1e5b7b0c-cc93-4b95-836b-7b5f54b15d18 req-dd8113cc-c88d-4a33-b6b9-e7ca870f55a6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003220 Aug 24 04:39:55.128695 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80704715-6478-44ce-9af7-cbdb0a9b16df req-405faac5-6ff3-45d2-b839-4fc2ab8c5b22 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.130187 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80704715-6478-44ce-9af7-cbdb0a9b16df req-405faac5-6ff3-45d2-b839-4fc2ab8c5b22 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 948 time: 0.0506425 Aug 24 04:39:55.216585 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-3966f5e7-5398-49df-8136-7acc50793d0b service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 HTTP/1.1" status: 200 len: 217 time: 0.0449529 Aug 24 04:39:55.221359 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-80704715-6478-44ce-9af7-cbdb0a9b16df req-ebb8fa7b-6a1d-433c-bf6e-8a50ac74a9d9 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848038 Aug 24 04:39:55.271782 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-42bf3212-d8e3-406b-8e3b-b84f2343e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.273341 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-42bf3212-d8e3-406b-8e3b-b84f2343e4e1 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a&tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6 HTTP/1.1" status: 200 len: 1128 time: 0.0919724 Aug 24 04:39:55.273521 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-228767fc-37f0-4af7-9b9b-63fb32767d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.274965 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-228767fc-37f0-4af7-9b9b-63fb32767d30 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=694aed38-9c69-4375-9c2e-be6a67f04dbb HTTP/1.1" status: 200 len: 843 time: 0.0508687 Aug 24 04:39:55.330106 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-d5c25df3-52d0-4af0-b19a-9372eb907200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.332324 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-d5c25df3-52d0-4af0-b19a-9372eb907200 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=ee00668b-ea32-47af-8439-d128f2d433d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0489678 Aug 24 04:39:55.373198 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-26daa959-236a-4791-9a9d-dca32b11b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.375065 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-26daa959-236a-4791-9a9d-dca32b11b1cb service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 1128 time: 0.0458536 Aug 24 04:39:55.402964 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=6 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:55.407212 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:55.411826 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:55.456722 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-c7121633-53e9-41bb-a962-957ab9f25a4f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/ee00668b-ea32-47af-8439-d128f2d433d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161590 Aug 24 04:39:55.490293 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-c82326d6-c30c-48a7-9919-4cc1b9ada7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.491970 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-c82326d6-c30c-48a7-9919-4cc1b9ada7fc service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.1085076 Aug 24 04:39:55.553843 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:39:55.561798 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-eb34dd24-99de-433d-bf72-5f08fd5c066b service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 200 len: 999 time: 0.0633960 Aug 24 04:39:55.563995 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c90f3742-806a-4e87-bd92-6183ff1e7ce7 req-b176cdb7-76b2-4226-a447-89961bd507d2 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/ee00668b-ea32-47af-8439-d128f2d433d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016886 Aug 24 04:39:55.587580 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:55.625997 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-1ddbbba0-44e9-4523-a62e-c22c0f1b177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.628057 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-1ddbbba0-44e9-4523-a62e-c22c0f1b177b service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0556693 Aug 24 04:39:55.666096 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,segment=NetworkSegment(30c18e1e-0f53-4430-bf7f-c68158026d2d),segment_id=30c18e1e-0f53-4430-bf7f-c68158026d2d)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:55.674873 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-390be8c1-27e6-4650-9085-2a68ebb00076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:55.676622 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-390be8c1-27e6-4650-9085-2a68ebb00076 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423298 Aug 24 04:39:55.678134 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'ce04dc1d-3ac2-4325-a570-e8c25c1cffd5', 'network_id': 'ee00668b-ea32-47af-8439-d128f2d433d1', 'port_id': 'ce04dc1d-3ac2-4325-a570-e8c25c1cffd5', 'mac_address': 'fa:16:3e:3a:9d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694aed38-9c69-4375-9c2e-be6a67f04dbb', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:39:55.721242 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:39:55.721629 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:55.737966 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:39:55.760075 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,segment=NetworkSegment(30c18e1e-0f53-4430-bf7f-c68158026d2d),segment_id=30c18e1e-0f53-4430-bf7f-c68158026d2d)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:55.766694 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:55.791302 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-c8ae5031-e062-4887-bc5c-1912510e859e service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087110 Aug 24 04:39:55.831248 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:55.909003 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-b3ab9d39-3093-4d12-af05-2f3af18df5f3 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116183 Aug 24 04:39:55.997148 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['ce04dc1d-3ac2-4325-a570-e8c25c1cffd5'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:39:56.029744 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:56.234216 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffb0c4-a113-409f-8df6-e4bf3a25c8fe req-99a245c6-7a1d-4342-a84e-c426f48794dd tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:56.242109 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b8ffb0c4-a113-409f-8df6-e4bf3a25c8fe req-99a245c6-7a1d-4342-a84e-c426f48794dd tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0671127 Aug 24 04:39:56.319551 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307b745-25d2-4023-b39a-adec17a57def req-8028c59c-7f07-429e-ad44-c84d492cf211 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:56.322075 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d307b745-25d2-4023-b39a-adec17a57def req-8028c59c-7f07-429e-ad44-c84d492cf211 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.0772533 Aug 24 04:39:56.350530 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b8ffb0c4-a113-409f-8df6-e4bf3a25c8fe req-36f190d4-6fd5-45a2-b11c-96093adc0376 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075218 Aug 24 04:39:56.404262 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d307b745-25d2-4023-b39a-adec17a57def req-cba5fc12-741e-400e-9e9e-38880934013d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706165 Aug 24 04:39:56.495285 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b1584-2abc-46e3-a922-6bf52d9eca09 req-b5b0b6d6-d138-404c-b2d3-a02ecf112e73 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:56.497042 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c53b1584-2abc-46e3-a922-6bf52d9eca09 req-b5b0b6d6-d138-404c-b2d3-a02ecf112e73 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 949 time: 0.0703435 Aug 24 04:39:56.553968 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-5a3bc27f-123a-44f1-92ab-7f74c9a1c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:56.555546 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-5a3bc27f-123a-44f1-92ab-7f74c9a1c2b2 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1129 time: 0.0564566 Aug 24 04:39:56.566041 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c53b1584-2abc-46e3-a922-6bf52d9eca09 req-92c6beb9-9227-4baa-880c-dda1483049fb tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605214 Aug 24 04:39:56.620403 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:56.753722 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-2fb6c656-0ce5-4a05-aa9a-b564cced17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:56.756150 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-2fb6c656-0ce5-4a05-aa9a-b564cced17d4 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 911 time: 0.1932428 Aug 24 04:39:57.401837 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:39:57.537009 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d656603-0b08-4eb9-8ddd-81ea90ec5bc1 req-0f7d3a82-8f10-4648-8d3c-d506dce8724d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:57.553740 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6d656603-0b08-4eb9-8ddd-81ea90ec5bc1 req-0f7d3a82-8f10-4648-8d3c-d506dce8724d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1027722 Aug 24 04:39:57.567473 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:39:57.664069 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:39:57.674530 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:39:57.675182 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:57.714298 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f28e8-4f39-4b7b-8c18-fd1c65c48731 req-31a0f991-3179-4b61-b304-2585ba772636 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:57.717209 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a31f28e8-4f39-4b7b-8c18-fd1c65c48731 req-31a0f991-3179-4b61-b304-2585ba772636 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1938012 Aug 24 04:39:57.825059 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6d656603-0b08-4eb9-8ddd-81ea90ec5bc1 req-282b1ddf-d66b-489d-bded-41183ec7e21a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703955 Aug 24 04:39:57.831813 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a31f28e8-4f39-4b7b-8c18-fd1c65c48731 req-0f3e5eae-7df0-47d1-b923-eb22b856b6ef tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052494 Aug 24 04:39:57.847636 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:39:57.848182 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:57.901185 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b562524b-cc1c-45a2-9af0-2148503e2a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce04dc1d-3ac2-4325-a570-e8c25c1cffd5'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:39:57.905764 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b0b897-0f23-44ea-9eb6-6fcba11f4c6b" -d '{"events": [{"server_uuid": "b562524b-cc1c-45a2-9af0-2148503e2a68", "name": "network-vif-plugged", "status": "completed", "tag": "ce04dc1d-3ac2-4325-a570-e8c25c1cffd5"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:39:57.942851 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,segment=NetworkSegment(30c18e1e-0f53-4430-bf7f-c68158026d2d),segment_id=30c18e1e-0f53-4430-bf7f-c68158026d2d)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:39:57.952906 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:39:58.058795 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282979d-dcce-4410-9745-3b793fe1dd2a x-openstack-request-id: req-6282979d-dcce-4410-9745-3b793fe1dd2a {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:39:58.059177 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b562524b-cc1c-45a2-9af0-2148503e2a68", "name": "network-vif-plugged", "status": "completed", "tag": "ce04dc1d-3ac2-4325-a570-e8c25c1cffd5", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:39:58.059586 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6282979d-dcce-4410-9745-3b793fe1dd2a {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:39:58.060149 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6282979d-dcce-4410-9745-3b793fe1dd2a'] response: {'server_uuid': 'b562524b-cc1c-45a2-9af0-2148503e2a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce04dc1d-3ac2-4325-a570-e8c25c1cffd5', 'code': 200} Aug 24 04:39:58.078735 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b616155-3020-447a-a0e8-a9abb4d441a5 req-d21d6ec5-f2a1-44a4-b2dc-f8d109076f95 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:58.088932 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5b616155-3020-447a-a0e8-a9abb4d441a5 req-d21d6ec5-f2a1-44a4-b2dc-f8d109076f95 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.1034570 Aug 24 04:39:58.089204 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:39:58.123585 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:39:58.168936 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5b616155-3020-447a-a0e8-a9abb4d441a5 req-c2fbc998-cf1c-43f0-bee1-fd7e1f519dc6 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786643 Aug 24 04:39:59.119817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c107f-60ff-4c5b-ba57-682d7e1cd58a req-012d5c42-dc24-4e9d-8480-67dcd9250da9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:59.121597 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-053c107f-60ff-4c5b-ba57-682d7e1cd58a req-012d5c42-dc24-4e9d-8480-67dcd9250da9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1221397 Aug 24 04:39:59.178518 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a3307-63ff-4698-b7ce-bed4c3030e58 req-397c884b-0a72-4bed-9e7a-24c47f049859 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:59.181124 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-201a3307-63ff-4698-b7ce-bed4c3030e58 req-397c884b-0a72-4bed-9e7a-24c47f049859 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1502905 Aug 24 04:39:59.389602 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-053c107f-60ff-4c5b-ba57-682d7e1cd58a req-27c9fce1-96cb-453a-a6af-81739898a6a8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488735 Aug 24 04:39:59.400465 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-201a3307-63ff-4698-b7ce-bed4c3030e58 req-6ff9976f-8036-4714-bb83-feff7400488c tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822057 Aug 24 04:39:59.624681 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61647364-020a-4dad-9579-602e5ccb879d req-a8dc5781-0135-4f68-885d-5f06a436b371 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:39:59.628501 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61647364-020a-4dad-9579-602e5ccb879d req-a8dc5781-0135-4f68-885d-5f06a436b371 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.1020012 Aug 24 04:39:59.745627 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-61647364-020a-4dad-9579-602e5ccb879d req-2a089b5a-4369-4957-838e-c8f4e6f7baa6 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088417 Aug 24 04:40:00.724869 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:00.761384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8f593-bf4d-4330-970e-48e96fbcdf55 req-04fd7ac9-4348-461e-9d94-40cac92a318e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:00.777167 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d8c8f593-bf4d-4330-970e-48e96fbcdf55 req-04fd7ac9-4348-461e-9d94-40cac92a318e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1743009 Aug 24 04:40:00.800843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dab0d-bc76-4d6f-ae6e-9b37ca41de36 req-29b5b7b6-5713-41cf-9d27-e3e24dc737ea tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:00.808396 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f12dab0d-bc76-4d6f-ae6e-9b37ca41de36 req-29b5b7b6-5713-41cf-9d27-e3e24dc737ea tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1859798 Aug 24 04:40:00.904218 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f12dab0d-bc76-4d6f-ae6e-9b37ca41de36 req-3b4afa9c-21e5-4cdd-a669-bfedb4ee31a9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832262 Aug 24 04:40:01.042961 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d8c8f593-bf4d-4330-970e-48e96fbcdf55 req-e6a418ae-759e-4436-a256-39982a2caa49 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330618 Aug 24 04:40:01.158060 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4197f2-ceb9-433b-ba80-70ea5a0a2599 req-4b9b89c1-447b-4a1c-9504-afb2918bf236 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:01.166238 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0f4197f2-ceb9-433b-ba80-70ea5a0a2599 req-4b9b89c1-447b-4a1c-9504-afb2918bf236 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.1064656 Aug 24 04:40:01.296481 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0f4197f2-ceb9-433b-ba80-70ea5a0a2599 req-343511c8-ee8f-4ec6-9827-962a7f538b48 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289620 Aug 24 04:40:02.215237 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14e420-fc12-47bc-b01a-0bf06c8c6bda req-040495fd-3dfa-4b31-80d6-247ed3c55412 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:02.233506 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7f14e420-fc12-47bc-b01a-0bf06c8c6bda req-040495fd-3dfa-4b31-80d6-247ed3c55412 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1298840 Aug 24 04:40:02.393639 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863651b1-e241-4a24-9079-0870726d7800 req-81e47ebd-c0dd-4157-a564-0a64e8f90f85 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:02.395004 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-863651b1-e241-4a24-9079-0870726d7800 req-81e47ebd-c0dd-4157-a564-0a64e8f90f85 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1553719 Aug 24 04:40:02.426268 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7f14e420-fc12-47bc-b01a-0bf06c8c6bda req-dd3d79c5-86cf-48c9-9ce4-1a9daf639ba9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885905 Aug 24 04:40:02.507926 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-863651b1-e241-4a24-9079-0870726d7800 req-3d808aec-b807-4482-b8e7-a34f1646970e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982239 Aug 24 04:40:02.668437 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaef159-784c-4a86-b9fb-1624f278e6e8 req-53e2202a-d4be-4c71-9b28-e3da27b121d1 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:02.671146 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-adaef159-784c-4a86-b9fb-1624f278e6e8 req-53e2202a-d4be-4c71-9b28-e3da27b121d1 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.0876932 Aug 24 04:40:02.810666 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-adaef159-784c-4a86-b9fb-1624f278e6e8 req-e353b415-01c6-4d37-ae45-35fd3434eb95 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318102 Aug 24 04:40:02.885287 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40428) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:02.972338 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-9138c931-b05d-498a-9dcb-ae961f7dca59 admin admin] Deleting subnet 91d354e9-b84b-4233-8a5c-81e9f8866d16 {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:40:02.981148 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9138c931-b05d-498a-9dcb-ae961f7dca59 admin admin] Publish callbacks [] for subnet (91d354e9-b84b-4233-8a5c-81e9f8866d16), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.042071 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9138c931-b05d-498a-9dcb-ae961f7dca59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (91d354e9-b84b-4233-8a5c-81e9f8866d16), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.109811 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9138c931-b05d-498a-9dcb-ae961f7dca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (91d354e9-b84b-4233-8a5c-81e9f8866d16), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.211021 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9138c931-b05d-498a-9dcb-ae961f7dca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (91d354e9-b84b-4233-8a5c-81e9f8866d16), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.269313 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138c931-b05d-498a-9dcb-ae961f7dca59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d354e9-b84b-4233-8a5c-81e9f8866d16,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:03.276586 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-9138c931-b05d-498a-9dcb-ae961f7dca59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.288659 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40430) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:03.289677 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9138c931-b05d-498a-9dcb-ae961f7dca59 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/91d354e9-b84b-4233-8a5c-81e9f8866d16 HTTP/1.1" status: 204 len: 168 time: 0.4022367 Aug 24 04:40:03.389787 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (6122d5d8-6c04-46a0-a4ad-3dd538d814fd), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.512232 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (6122d5d8-6c04-46a0-a4ad-3dd538d814fd), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.560615 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6122d5d8-6c04-46a0-a4ad-3dd538d814fd']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:03.598957 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3606d798-9be4-4fa5-90cf-d88363fbb9d8') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:03.607627 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3606d798-9be4-4fa5-90cf-d88363fbb9d8') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:03.615962 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:03.634814 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (3606d798-9be4-4fa5-90cf-d88363fbb9d8), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.691896 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (3606d798-9be4-4fa5-90cf-d88363fbb9d8), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.747364 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:40:03.747943 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (3606d798-9be4-4fa5-90cf-d88363fbb9d8), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:03.794619 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276d7f3-30e0-4f76-bacd-ce25273f0760 req-d98178b7-a583-4167-8941-149b498a75f4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:03.796442 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4276d7f3-30e0-4f76-bacd-ce25273f0760 req-d98178b7-a583-4167-8941-149b498a75f4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1467125 Aug 24 04:40:03.801376 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 3606d798-9be4-4fa5-90cf-d88363fbb9d8 resource provider aggregate not found Aug 24 04:40:03.824885 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d69cb-df2b-425f-94dd-bc12a9389540 req-6436b534-718b-481d-a121-2c6a1c842276 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:03.826466 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-839d69cb-df2b-425f-94dd-bc12a9389540 req-6436b534-718b-481d-a121-2c6a1c842276 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1375024 Aug 24 04:40:03.901664 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 3606d798-9be4-4fa5-90cf-d88363fbb9d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3606d798-9be4-4fa5-90cf-d88363fbb9d8 found for delete ", "request_id": "req-8f05d1dc-a902-447f-8e51-2607cbc04035"}]} Aug 24 04:40:04.228960 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (6122d5d8-6c04-46a0-a4ad-3dd538d814fd), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.238876 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.242166 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/6122d5d8-6c04-46a0-a4ad-3dd538d814fd HTTP/1.1" status: 204 len: 168 time: 0.9517579 Aug 24 04:40:04.246525 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40444) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:04.297390 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4276d7f3-30e0-4f76-bacd-ce25273f0760 req-ccea53bb-d42f-4f2c-8b13-200be205ea8a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4832501 Aug 24 04:40:04.315928 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7300573e-e969-4322-a11f-309c9ca91047 admin admin] Deleting subnet b7ee807b-9820-4762-b77c-dd54c80d712f {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:40:04.321328 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7300573e-e969-4322-a11f-309c9ca91047 admin admin] Publish callbacks [] for subnet (b7ee807b-9820-4762-b77c-dd54c80d712f), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.322028 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=6122d5d8-6c04-46a0-a4ad-3dd538d814fd,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:04.364915 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-839d69cb-df2b-425f-94dd-bc12a9389540 req-403f8889-620a-45fc-8550-70bd435ce740 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4705424 Aug 24 04:40:04.366881 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.367237 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.367587 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.367927 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.368263 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.368632 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.369784 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.369955 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.370197 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.370531 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.370865 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.371285 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.371616 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.371968 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.372884 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a198ff09-8feb-4377-9cf1-caadf1512c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:04.378341 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7300573e-e969-4322-a11f-309c9ca91047 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (b7ee807b-9820-4762-b77c-dd54c80d712f), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.463155 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7300573e-e969-4322-a11f-309c9ca91047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (b7ee807b-9820-4762-b77c-dd54c80d712f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.467109 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4439fa-49ce-459d-8fcb-d43981a06917 req-ee9a01ee-c1bf-4758-913d-d250af5ac8df tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:04.474147 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1d4439fa-49ce-459d-8fcb-d43981a06917 req-ee9a01ee-c1bf-4758-913d-d250af5ac8df tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.0786285 Aug 24 04:40:04.541634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:04.550056 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7300573e-e969-4322-a11f-309c9ca91047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (b7ee807b-9820-4762-b77c-dd54c80d712f), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.550902 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1d4439fa-49ce-459d-8fcb-d43981a06917 req-eb770fc9-a7ec-4371-87db-ebef7ebefbbd tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707850 Aug 24 04:40:04.561997 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:04.598999 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300573e-e969-4322-a11f-309c9ca91047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ee807b-9820-4762-b77c-dd54c80d712f,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:04.601445 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7300573e-e969-4322-a11f-309c9ca91047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.606205 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7300573e-e969-4322-a11f-309c9ca91047 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/b7ee807b-9820-4762-b77c-dd54c80d712f HTTP/1.1" status: 204 len: 168 time: 0.3572607 Aug 24 04:40:04.608964 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40446) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:04.698675 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (d7bd64b9-c373-4234-b0ea-0472ca645aed), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.795358 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (d7bd64b9-c373-4234-b0ea-0472ca645aed), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.820353 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bd64b9-c373-4234-b0ea-0472ca645aed']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:04.833243 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84efdcd6-f5ca-42da-abea-6755ae656afd') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:04.833552 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84efdcd6-f5ca-42da-abea-6755ae656afd') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:04.845764 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (84efdcd6-f5ca-42da-abea-6755ae656afd), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.862339 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (84efdcd6-f5ca-42da-abea-6755ae656afd), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.870487 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:40:04.870898 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (84efdcd6-f5ca-42da-abea-6755ae656afd), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.943628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (d7bd64b9-c373-4234-b0ea-0472ca645aed), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.953827 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:04.961026 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/d7bd64b9-c373-4234-b0ea-0472ca645aed HTTP/1.1" status: 204 len: 168 time: 0.3503506 Aug 24 04:40:04.983427 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479dc0e-502c-4a29-930d-c9adebf5f9e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7bd64b9-c373-4234-b0ea-0472ca645aed,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:04.991330 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-aecb7aa9-42b4-40c4-a269-20a380644b59 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 1000 time: 0.0842414 Aug 24 04:40:05.263551 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40450) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:05.363821 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-5b27bae6-4ce8-4e43-8be6-2072a4d3a8fe admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=16630345be014a5fa62525dc087eefcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0983036 Aug 24 04:40:05.364766 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40454) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:05.376613 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-f25a8138-b896-4fa6-a393-ca15ed315f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:05.379483 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-f25a8138-b896-4fa6-a393-ca15ed315f0e service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 200 len: 848 time: 0.0979261 Aug 24 04:40:05.469928 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-e21ec1ef-04db-4148-a881-e6e8c2bfecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:05.473172 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-e21ec1ef-04db-4148-a881-e6e8c2bfecc6 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=827c95a6-1d57-45fd-a53c-29ebfb059ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862520 Aug 24 04:40:05.545487 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e80be-8e34-4658-8e6b-a79a63382047 req-3444b956-6e34-4065-9710-d8b6c53793e8 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:05.547090 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-855e80be-8e34-4658-8e6b-a79a63382047 req-3444b956-6e34-4065-9710-d8b6c53793e8 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1225281 Aug 24 04:40:05.582872 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a7bff9b9-8526-46fa-ae6c-f7541716df48 admin admin] Publish callbacks [] for security_group (3250aa3a-54e9-44ae-a408-16ad949f624f), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:05.617845 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:05.626514 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-dfc6b30c-7013-45a3-97ce-5e2301abce3a service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411610 Aug 24 04:40:05.656992 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed3206-3c28-43b3-bf7a-ff8a8007e6f3 req-9fe410a3-9937-451d-9b05-6176e54266cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:05.659370 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d1ed3206-3c28-43b3-bf7a-ff8a8007e6f3 req-9fe410a3-9937-451d-9b05-6176e54266cf service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 1134 time: 0.1472692 Aug 24 04:40:05.676088 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019ab36-a722-4db2-8bcb-67469796a98c req-5997a879-74e1-43cd-bdc0-762cc53e86b4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:05.678738 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0019ab36-a722-4db2-8bcb-67469796a98c req-5997a879-74e1-43cd-bdc0-762cc53e86b4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1405790 Aug 24 04:40:05.730564 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a7bff9b9-8526-46fa-ae6c-f7541716df48 admin admin] Publish callbacks [] for security_group (3250aa3a-54e9-44ae-a408-16ad949f624f), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:05.771604 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-ac7eb319-3158-4c45-893c-c400c5170aaf req-1a41eb4a-102a-4510-bd04-6b06bdba98e5 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386662 Aug 24 04:40:05.814511 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-855e80be-8e34-4658-8e6b-a79a63382047 req-9b428a84-171a-4116-840b-3169368b9f96 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467573 Aug 24 04:40:05.872852 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d1ed3206-3c28-43b3-bf7a-ff8a8007e6f3 req-44c9a804-e13d-4142-90bc-a103b76f3efa service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820984 Aug 24 04:40:05.881903 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0019ab36-a722-4db2-8bcb-67469796a98c req-b3717b2d-dff1-495c-a688-05d6007258e2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746483 Aug 24 04:40:05.938178 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 84efdcd6-f5ca-42da-abea-6755ae656afd resource provider aggregate not found Aug 24 04:40:06.001582 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 84efdcd6-f5ca-42da-abea-6755ae656afd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84efdcd6-f5ca-42da-abea-6755ae656afd found for delete ", "request_id": "req-708e245f-3c83-492a-b823-0f8b1efd2829"}]} Aug 24 04:40:06.007068 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a7bff9b9-8526-46fa-ae6c-f7541716df48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (3250aa3a-54e9-44ae-a408-16ad949f624f), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:06.011853 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a7bff9b9-8526-46fa-ae6c-f7541716df48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:06.013843 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a7bff9b9-8526-46fa-ae6c-f7541716df48 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/3250aa3a-54e9-44ae-a408-16ad949f624f HTTP/1.1" status: 204 len: 168 time: 0.6480858 Aug 24 04:40:06.045427 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bff9b9-8526-46fa-ae6c-f7541716df48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3250aa3a-54e9-44ae-a408-16ad949f624f,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:06.063545 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9097cf-e287-48c7-881a-81a9298e88e0 req-a8661423-a984-476b-8b29-724c7da543af tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:06.066587 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ef9097cf-e287-48c7-881a-81a9298e88e0 req-a8661423-a984-476b-8b29-724c7da543af tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.1317923 Aug 24 04:40:06.153741 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ef9097cf-e287-48c7-881a-81a9298e88e0 req-7a58e4a4-3527-4db5-b389-09afd6ec8fb3 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794191 Aug 24 04:40:06.521289 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40468) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:06.583135 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:06.592645 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-882a549f-e0c1-48a2-832f-5691dd99211e admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=c8750b0e6b7443558450159354430ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696878 Aug 24 04:40:06.593357 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40470) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:06.663628 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cd14dd74-9695-4369-9742-76d61220ebcb admin admin] Publish callbacks [] for security_group (e2324c84-1a43-44bf-a3db-507a53fe7111), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:06.666595 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:06.689794 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cd14dd74-9695-4369-9742-76d61220ebcb admin admin] Publish callbacks [] for security_group (e2324c84-1a43-44bf-a3db-507a53fe7111), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:06.765603 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cd14dd74-9695-4369-9742-76d61220ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (e2324c84-1a43-44bf-a3db-507a53fe7111), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:06.770315 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cd14dd74-9695-4369-9742-76d61220ebcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:06.771632 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-cd14dd74-9695-4369-9742-76d61220ebcb admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/e2324c84-1a43-44bf-a3db-507a53fe7111 HTTP/1.1" status: 204 len: 168 time: 0.1772435 Aug 24 04:40:06.781523 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14dd74-9695-4369-9742-76d61220ebcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2324c84-1a43-44bf-a3db-507a53fe7111,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:07.015209 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239a77-8958-41d1-99f6-c81088d9fbfa req-66059929-8224-4d4c-aff8-7f5821ee2300 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:07.017764 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0b239a77-8958-41d1-99f6-c81088d9fbfa req-66059929-8224-4d4c-aff8-7f5821ee2300 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0878253 Aug 24 04:40:07.190435 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7272477-16d5-499b-9868-f33770c3eba8 req-c5d87f3d-68cd-4e11-b752-9fc8f148e8ad tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:07.193124 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f7272477-16d5-499b-9868-f33770c3eba8 req-c5d87f3d-68cd-4e11-b752-9fc8f148e8ad tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1346400 Aug 24 04:40:07.200959 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0b239a77-8958-41d1-99f6-c81088d9fbfa req-5c3660fb-18c1-48d1-a48f-1f199146bc5a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705863 Aug 24 04:40:07.289462 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f7272477-16d5-499b-9868-f33770c3eba8 req-1a89acc6-e61f-465b-8ed5-bd36efbb7166 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834684 Aug 24 04:40:07.392094 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e6d65-b7bd-48f9-98ef-aab7b55f7ddb req-d2a1363c-186c-48f0-b7c6-394278b24496 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:07.400308 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d48e6d65-b7bd-48f9-98ef-aab7b55f7ddb req-d2a1363c-186c-48f0-b7c6-394278b24496 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.0773258 Aug 24 04:40:07.410426 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:07.505573 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d48e6d65-b7bd-48f9-98ef-aab7b55f7ddb req-a3dccb26-54ed-428e-b100-fb9db99becba tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963473 Aug 24 04:40:08.344258 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:08.358796 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:08.436347 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab750f4-8175-400f-af67-c11f8030bd2d req-8859585e-9044-4980-87d6-960964162543 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:08.449582 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-eab750f4-8175-400f-af67-c11f8030bd2d req-8859585e-9044-4980-87d6-960964162543 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0921905 Aug 24 04:40:08.554186 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ca09c-f0e8-4bc9-8e00-33e28237ab03 req-1d5149ed-3982-4cd5-8771-ccfa79b2304c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:08.555837 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-576ca09c-f0e8-4bc9-8e00-33e28237ab03 req-1d5149ed-3982-4cd5-8771-ccfa79b2304c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.0943005 Aug 24 04:40:08.594802 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-eab750f4-8175-400f-af67-c11f8030bd2d req-ce028d43-180b-4d9d-82a2-50963a4b87b4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440370 Aug 24 04:40:08.665000 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-576ca09c-f0e8-4bc9-8e00-33e28237ab03 req-c74d7047-23d7-4876-b458-e52c54bb53c7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948353 Aug 24 04:40:08.835273 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe7a2b-0d10-4ef3-8597-107f752ba169 req-e52a22bd-ec1e-41a8-9229-87e76f709c9c tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:08.838156 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bafe7a2b-0d10-4ef3-8597-107f752ba169 req-e52a22bd-ec1e-41a8-9229-87e76f709c9c tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.0951536 Aug 24 04:40:08.936204 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bafe7a2b-0d10-4ef3-8597-107f752ba169 req-5d31cab5-7089-42c9-9356-d75d94be059d tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836034 Aug 24 04:40:09.368878 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb89a5-107c-4314-818c-ef64ae59497d req-aade0e0a-25f3-48ca-81b3-04d7ad7381b2 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:09.370438 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-08eb89a5-107c-4314-818c-ef64ae59497d req-aade0e0a-25f3-48ca-81b3-04d7ad7381b2 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.0847292 Aug 24 04:40:09.461971 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-08eb89a5-107c-4314-818c-ef64ae59497d req-af385e41-6526-45a9-8097-6af800e279b7 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808144 Aug 24 04:40:09.664066 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:40:09.796036 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 is: ACTIVE; New status is: DOWN {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:40:09.796614 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:09.841378 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:40:09.844453 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a7ee2-ced4-4829-a04c-3b8e79fd91d4" -d '{"events": [{"server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:40:09.872901 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:09.886887 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:09.893510 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:09.899302 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02dbb1-1eb8-42b5-9d73-e692c2eec219 req-a7dd9e93-f19c-4ca0-8e5c-9263e8d9f4d9 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:09.901612 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ce02dbb1-1eb8-42b5-9d73-e692c2eec219 req-a7dd9e93-f19c-4ca0-8e5c-9263e8d9f4d9 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1818168 Aug 24 04:40:09.924496 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1bae5-4019-4f2a-ac3d-24b849055769 req-c2601c3f-eb1e-46a9-8c30-8841bb95944b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:09.926616 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1db1bae5-4019-4f2a-ac3d-24b849055769 req-c2601c3f-eb1e-46a9-8c30-8841bb95944b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1220138 Aug 24 04:40:10.035381 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=6']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:10.086437 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ce02dbb1-1eb8-42b5-9d73-e692c2eec219 req-787e57b1-ffdb-45d5-a544-8429a9a6817f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573787 Aug 24 04:40:10.103893 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1db1bae5-4019-4f2a-ac3d-24b849055769 req-1d64983f-093c-4974-a6db-12acfaab85d2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597161 Aug 24 04:40:10.213868 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 04:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefff16f-0c9a-4918-9306-1ef2272c56e3 x-openstack-request-id: req-fefff16f-0c9a-4918-9306-1ef2272c56e3 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:40:10.214756 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "name": "network-vif-unplugged", "status": "failed", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26", "code": 422}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:40:10.215220 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fefff16f-0c9a-4918-9306-1ef2272c56e3 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:40:10.216114 dv-cinder-854263-1-iscsi neutron-server[106348]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fefff16f-0c9a-4918-9306-1ef2272c56e3']: {'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'code': 422} returned with failed status Aug 24 04:40:10.399332 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-725bae40-b103-4748-8859-068673cb6977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:10.469641 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [req-2532c458-852c-4fb3-aaf8-add827b66d87 req-e927e979-c51e-45bc-bb7b-797a009bb0a9 service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:40:10.471110 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2532c458-852c-4fb3-aaf8-add827b66d87 req-e927e979-c51e-45bc-bb7b-797a009bb0a9 service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2056370 Aug 24 04:40:10.685813 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2cc5b-df77-4db0-b3ef-9ce164f6367b req-23467ca7-3b12-4f77-834d-ca27cc41354d tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:10.688294 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ad2cc5b-df77-4db0-b3ef-9ce164f6367b req-23467ca7-3b12-4f77-834d-ca27cc41354d tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.0891230 Aug 24 04:40:10.810106 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40552) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:10.844310 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ad2cc5b-df77-4db0-b3ef-9ce164f6367b req-e1322250-c7f4-4518-b9d0-1dfded976618 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d5eed3a6-a3b4-4158-8e3f-630f2e507d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412585 Aug 24 04:40:10.867133 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ddf5e-437d-4b30-b046-7ed509a0e3a1 req-e43caa58-f37a-411a-bb2c-0e79e551a33c tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:10.869834 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ad8ddf5e-437d-4b30-b046-7ed509a0e3a1 req-e43caa58-f37a-411a-bb2c-0e79e551a33c tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.1217575 Aug 24 04:40:10.977387 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ad8ddf5e-437d-4b30-b046-7ed509a0e3a1 req-892a3a17-8773-4dfc-8c0d-8cafbeb1a354 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956628 Aug 24 04:40:10.982064 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-9fd1b125-e513-47bc-ae14-1c52eaa7953f service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1699722 Aug 24 04:40:10.999786 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-4c0b0e99-e27d-4b2a-863c-aa109b38c9d6 service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106347) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:40:11.002291 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-4c0b0e99-e27d-4b2a-863c-aa109b38c9d6 service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0116611 Aug 24 04:40:11.046669 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:11.084746 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-2949f88d-5f16-43c4-9503-c5034ce32e19 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:11.087420 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-2949f88d-5f16-43c4-9503-c5034ce32e19 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 950 time: 0.0892856 Aug 24 04:40:11.268258 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40564) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:11.288749 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Deleting port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:40:11.289356 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:11.373537 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62795549-efd2-4df5-bf9a-edb81087bb34 req-e3b5e338-66cc-472c-9421-360868bc2074 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:11.375999 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-62795549-efd2-4df5-bf9a-edb81087bb34 req-e3b5e338-66cc-472c-9421-360868bc2074 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 944 time: 0.1212218 Aug 24 04:40:11.454006 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-36b8fff3-c270-4249-a88c-2e6c6a86185a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:11.457660 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-36b8fff3-c270-4249-a88c-2e6c6a86185a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports/f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 940 time: 0.1865549 Aug 24 04:40:11.579190 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-62795549-efd2-4df5-bf9a-edb81087bb34 req-5842e140-d4ee-4d3d-882c-bcd5357cc9ed tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835938 Aug 24 04:40:11.606193 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] For port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,segment=NetworkSegment(30c18e1e-0f53-4430-bf7f-c68158026d2d),segment_id=30c18e1e-0f53-4430-bf7f-c68158026d2d)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:11.606912 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:11.631643 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Calling delete_port for ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:40:11.678838 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:40:11.884591 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:11.901616 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:11.924012 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (ce04dc1d-3ac2-4325-a570-e8c25c1cffd5), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:11.936759 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'port_id': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'mac_address': 'fa:16:3e:aa:17:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:40:11.947712 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['ce04dc1d-3ac2-4325-a570-e8c25c1cffd5'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:40:12.090995 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Pushing event deleted for resources: {'Port': ['ID=ce04dc1d-3ac2-4325-a570-e8c25c1cffd5,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:12.104900 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 08cd8fba-b487-4187-9cf7-9e1fa5689386 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:40:12.105520 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:12.156609 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cd8fba-b487-4187-9cf7-9e1fa5689386 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:40:12.246955 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:12.254036 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:12.310035 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-70246cf2-904c-4609-bbf4-42dec8a24447 req-941abf33-4db0-410e-818d-8c9a26bdf7c4 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=b562524b-cc1c-45a2-9af0-2148503e2a68 HTTP/1.1" status: 200 len: 210 time: 0.2399843 Aug 24 04:40:12.395884 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] No DVR routers for this DVR port ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:40:12.426462 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=9']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:12.427595 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:12.433457 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8a4d9e76-4ac8-40bf-a5f8-df833fad58a0 req-1a3f5952-7b34-42dc-9289-80fa32257f88 tempest-VolumesNegativeTest-1803837547 tempest-VolumesNegativeTest-1803837547-project] 10.222.0.99 "DELETE /networking/v2.0/ports/ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 HTTP/1.1" status: 204 len: 173 time: 1.3400443 Aug 24 04:40:12.434431 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b562524b-cc1c-45a2-9af0-2148503e2a68', 'name': 'network-vif-deleted', 'tag': 'ce04dc1d-3ac2-4325-a570-e8c25c1cffd5'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:40:12.439076 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858b91a7-e261-4979-8fd9-6d4e1c156c40" -d '{"events": [{"server_uuid": "b562524b-cc1c-45a2-9af0-2148503e2a68", "name": "network-vif-deleted", "tag": "ce04dc1d-3ac2-4325-a570-e8c25c1cffd5"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:40:12.479487 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['08cd8fba-b487-4187-9cf7-9e1fa5689386'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:40:12.492243 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0274f6-cd59-4b9f-8ff7-2258d49ecbbb req-c6ef215b-b5e6-4188-bef2-a378096719d5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:12.506105 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3b0274f6-cd59-4b9f-8ff7-2258d49ecbbb req-c6ef215b-b5e6-4188-bef2-a378096719d5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.2192657 Aug 24 04:40:12.537521 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e430b766-239c-4e9d-9074-9a123e3ecbde x-openstack-request-id: req-e430b766-239c-4e9d-9074-9a123e3ecbde {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:40:12.537994 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b562524b-cc1c-45a2-9af0-2148503e2a68", "name": "network-vif-deleted", "tag": "ce04dc1d-3ac2-4325-a570-e8c25c1cffd5", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:40:12.538452 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e430b766-239c-4e9d-9074-9a123e3ecbde {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:40:12.539762 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e430b766-239c-4e9d-9074-9a123e3ecbde'] response: {'server_uuid': 'b562524b-cc1c-45a2-9af0-2148503e2a68', 'name': 'network-vif-deleted', 'tag': 'ce04dc1d-3ac2-4325-a570-e8c25c1cffd5', 'status': 'completed', 'code': 200} Aug 24 04:40:12.611689 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3b0274f6-cd59-4b9f-8ff7-2258d49ecbbb req-950340c0-5dd5-4011-8caa-348f5dce3151 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028218 Aug 24 04:40:12.671400 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:12.833886 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c74045-11f1-45aa-b318-367945bf042d req-5971f6c4-8929-4126-83ed-a85499898713 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:12.836026 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e1c74045-11f1-45aa-b318-367945bf042d req-5971f6c4-8929-4126-83ed-a85499898713 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 945 time: 0.0816371 Aug 24 04:40:12.890236 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:12.919511 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e1c74045-11f1-45aa-b318-367945bf042d req-c15857d4-408b-4070-b63d-24372b46c56c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695412 Aug 24 04:40:13.000458 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3d0ffc2c-5b97-4fa9-82b4-9d8a08014b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:13.686558 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:40:13.810143 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 08cd8fba-b487-4187-9cf7-9e1fa5689386 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:40:13.810966 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:14.013837 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 08cd8fba-b487-4187-9cf7-9e1fa5689386 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:40:14.015599 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:14.104358 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917462d-2b01-4c37-9259-9c25e65e8297 req-af7e43fe-8330-436e-8827-1675c1a117eb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:14.121335 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d917462d-2b01-4c37-9259-9c25e65e8297 req-af7e43fe-8330-436e-8827-1675c1a117eb tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.2464881 Aug 24 04:40:14.124840 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:40:14.129289 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c71545e-6d6d-468f-950f-aa125fbc7d70" -d '{"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-plugged", "status": "completed", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:40:14.175290 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:14.197054 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:14.199399 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:40:14.260074 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:40:14.260654 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device ce04dc1d-3ac2-4325-a570-e8c25c1cffd5 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:40:14.309597 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:14.392662 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=10']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:14.456956 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-5cfabcb2-bd08-41f2-9073-e53cfa1b1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:14.458985 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-5cfabcb2-bd08-41f2-9073-e53cfa1b1a15 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3&tenant_id=0c7390bb6172447cbbaa4736949fdcb4 HTTP/1.1" status: 200 len: 1127 time: 0.2452042 Aug 24 04:40:14.470120 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1beacb-d984-4698-b2c3-8a1b04f25289 req-d3dfe7d6-d6d7-4f07-b314-a1ffe7b0df70 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:14.473486 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b1beacb-d984-4698-b2c3-8a1b04f25289 req-d3dfe7d6-d6d7-4f07-b314-a1ffe7b0df70 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 947 time: 0.3046618 Aug 24 04:40:14.479513 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d917462d-2b01-4c37-9259-9c25e65e8297 req-94c5c2d3-a4d0-4292-b3e6-6c5866332931 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560264 Aug 24 04:40:14.518479 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:14.594681 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04782819-5cca-4faf-bc7d-3c900d8f9a43 x-openstack-request-id: req-04782819-5cca-4faf-bc7d-3c900d8f9a43 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:40:14.594681 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-plugged", "status": "completed", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:40:14.595138 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-04782819-5cca-4faf-bc7d-3c900d8f9a43 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:40:14.596087 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04782819-5cca-4faf-bc7d-3c900d8f9a43'] response: {'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'code': 200} Aug 24 04:40:14.660578 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8b1beacb-d984-4698-b2c3-8a1b04f25289 req-beead885-51e1-474b-b504-c7aa167569d8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758666 Aug 24 04:40:14.662972 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-416f1687-8c00-4d45-a302-23bcf6735ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:14.665766 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-416f1687-8c00-4d45-a302-23bcf6735ac9 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1127 time: 0.1537623 Aug 24 04:40:15.033034 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-6b482ec4-7db5-4b78-ad7f-28600453ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:15.036806 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-6b482ec4-7db5-4b78-ad7f-28600453ac50 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 911 time: 0.1668103 Aug 24 04:40:15.149526 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe15d5-5555-45be-b56d-54dfcfc00798 req-b63f961d-56a6-4f79-9e92-356057018701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:15.152949 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1ebe15d5-5555-45be-b56d-54dfcfc00798 req-b63f961d-56a6-4f79-9e92-356057018701 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 1131 time: 0.0827119 Aug 24 04:40:15.168749 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-d401bf26-4ec5-4243-ae0d-3bc792e6106c service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 998 time: 0.1256242 Aug 24 04:40:15.258605 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-1ebe15d5-5555-45be-b56d-54dfcfc00798 req-844aa7e3-f7b3-433a-8426-ed7a6ce4baa5 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910571 Aug 24 04:40:15.283527 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-42d8b96a-73d1-4049-8470-d800db36cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:15.286085 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-42d8b96a-73d1-4049-8470-d800db36cfe0 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 200 len: 848 time: 0.1099768 Aug 24 04:40:15.535825 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-a106c4ad-1fe9-4ddf-bb6e-4ae933ff908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:15.538452 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-a106c4ad-1fe9-4ddf-bb6e-4ae933ff908b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=827c95a6-1d57-45fd-a53c-29ebfb059ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746911 Aug 24 04:40:15.821233 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e9c0d-ff0d-4166-b62f-7d79448a724d req-4169412b-0b68-4f40-a24e-4af15a59ce45 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:15.834600 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-162e9c0d-ff0d-4166-b62f-7d79448a724d req-4169412b-0b68-4f40-a24e-4af15a59ce45 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.1559510 Aug 24 04:40:15.856464 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-b34f260d-b1fd-4163-ab40-6f01c74271e0 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102570 Aug 24 04:40:15.916674 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:15.947878 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:16.098136 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853643b-34cb-4df7-91b3-ff42a42b356d req-1cc1ae4a-1c3e-402f-96dd-ff4655a961a7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:16.107056 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0853643b-34cb-4df7-91b3-ff42a42b356d req-1cc1ae4a-1c3e-402f-96dd-ff4655a961a7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 947 time: 0.2367797 Aug 24 04:40:16.150752 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-162e9c0d-ff0d-4166-b62f-7d79448a724d req-4d4e1b07-3450-4e30-8a21-a5fd18c8e97a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146787 Aug 24 04:40:16.251901 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24c742f2-78a6-401e-bdae-68aff9153f7e req-8cf635bf-b4f2-4854-98a2-f626fa01ecc6 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809795 Aug 24 04:40:16.276541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:16.283549 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0853643b-34cb-4df7-91b3-ff42a42b356d req-c4470d2d-cced-41b4-be7c-a49d34646e98 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624293 Aug 24 04:40:17.599690 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc1023-7c3a-42c3-a12d-5a90d6b05b3c req-d0da4e3b-9cfe-4624-905f-c04ec5b580c6 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:17.615262 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fcdc1023-7c3a-42c3-a12d-5a90d6b05b3c req-d0da4e3b-9cfe-4624-905f-c04ec5b580c6 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.2696049 Aug 24 04:40:17.659142 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:17.699499 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ab7e-a123-4a26-80a5-a63b5a31600b req-920e7064-d3f2-4eac-afe1-a0770438462a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:17.702625 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ec73ab7e-a123-4a26-80a5-a63b5a31600b req-920e7064-d3f2-4eac-afe1-a0770438462a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 947 time: 0.1891921 Aug 24 04:40:17.789157 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-fcdc1023-7c3a-42c3-a12d-5a90d6b05b3c req-518b6b00-efd5-46b2-8324-000e82d7e9e8 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723042 Aug 24 04:40:17.924235 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ec73ab7e-a123-4a26-80a5-a63b5a31600b req-a1dc8d37-b833-4500-bb02-152ffec3bd80 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044938 Aug 24 04:40:18.994995 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47cec9-93a0-47cf-88e0-3526c2d57ab6 req-a598e56e-ecb5-41c6-93a5-6f59854feb9e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:19.008109 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ca47cec9-93a0-47cf-88e0-3526c2d57ab6 req-a598e56e-ecb5-41c6-93a5-6f59854feb9e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0889201 Aug 24 04:40:19.126995 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ca47cec9-93a0-47cf-88e0-3526c2d57ab6 req-e369aa25-0727-4244-9264-d28e89734e4b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153445 Aug 24 04:40:19.230109 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1f5cc-a32b-4feb-992a-cd1271ec8678 req-69862607-7bff-4426-9bae-ad9d8b661be7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:19.232835 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bba1f5cc-a32b-4feb-992a-cd1271ec8678 req-69862607-7bff-4426-9bae-ad9d8b661be7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 947 time: 0.1038299 Aug 24 04:40:19.276872 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:19.306062 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bba1f5cc-a32b-4feb-992a-cd1271ec8678 req-333ee830-4369-43c6-9526-82e82a231a3a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648677 Aug 24 04:40:20.278867 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53476aa-97be-4cf8-b949-92cca8697e4f req-fa538dc5-1089-44cd-a04a-3f071cbdb4e0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:20.280478 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b53476aa-97be-4cf8-b949-92cca8697e4f req-fa538dc5-1089-44cd-a04a-3f071cbdb4e0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0533812 Aug 24 04:40:20.372579 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b53476aa-97be-4cf8-b949-92cca8697e4f req-f82b7e54-5d88-4a00-832e-2739528c308e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850799 Aug 24 04:40:20.719124 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40932) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:20.869039 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a64d0d26-c2fd-4cac-80a3-be42096cc528 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=6ad778d25b534591852bc81c13353c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480303 Aug 24 04:40:20.871880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40936) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:20.930455 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Publish callbacks [] for security_group (d5eed3a6-a3b4-4158-8e3f-630f2e507d15), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:20.955213 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Publish callbacks [] for security_group (d5eed3a6-a3b4-4158-8e3f-630f2e507d15), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:21.008948 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d5eed3a6-a3b4-4158-8e3f-630f2e507d15), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:21.011586 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:21.012783 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/d5eed3a6-a3b4-4158-8e3f-630f2e507d15 HTTP/1.1" status: 204 len: 168 time: 0.1400430 Aug 24 04:40:21.023702 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eed3a6-a3b4-4158-8e3f-630f2e507d15,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:21.034598 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.035009 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.035383 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.035751 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.036225 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.036691 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.037150 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.037588 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.038101 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.038565 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.038984 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.039398 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.039880 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.040295 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.040796 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd7892c-9959-423e-bd04-873f9670720c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:40:21.567844 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdb5f7-dedd-4aa2-8dc2-a36d0493ce16 req-95c2b0ad-2fb6-4e34-af3c-2a9e8ebebd79 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:21.571173 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-08fdb5f7-dedd-4aa2-8dc2-a36d0493ce16 req-95c2b0ad-2fb6-4e34-af3c-2a9e8ebebd79 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0953493 Aug 24 04:40:21.656825 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-08fdb5f7-dedd-4aa2-8dc2-a36d0493ce16 req-d4ed8382-8e78-477d-af46-ab3b146ec276 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758305 Aug 24 04:40:21.809334 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40966) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:21.935409 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ce5433e2-bc4c-4da2-bfa0-c8812a6dc4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:21.957045 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:22.030282 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ce5433e2-bc4c-4da2-bfa0-c8812a6dc4b0 admin admin] Publish callbacks [] for security_group (96e13155-5c9d-4909-b7c0-59bceb52cebd), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.037128 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ce5433e2-bc4c-4da2-bfa0-c8812a6dc4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (96e13155-5c9d-4909-b7c0-59bceb52cebd), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.092871 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5433e2-bc4c-4da2-bfa0-c8812a6dc4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e13155-5c9d-4909-b7c0-59bceb52cebd,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:22.098126 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ce5433e2-bc4c-4da2-bfa0-c8812a6dc4b0 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=669d0871986c4986936857bf2ffcbd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876816 Aug 24 04:40:22.102271 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40976) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:22.169034 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41069038-0ecb-4e35-baba-3c11bdc3caa5 admin admin] Publish callbacks [] for security_group (96e13155-5c9d-4909-b7c0-59bceb52cebd), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.194507 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41069038-0ecb-4e35-baba-3c11bdc3caa5 admin admin] Publish callbacks [] for security_group (96e13155-5c9d-4909-b7c0-59bceb52cebd), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.248782 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41069038-0ecb-4e35-baba-3c11bdc3caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (96e13155-5c9d-4909-b7c0-59bceb52cebd), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.251669 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-41069038-0ecb-4e35-baba-3c11bdc3caa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.252908 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-41069038-0ecb-4e35-baba-3c11bdc3caa5 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/96e13155-5c9d-4909-b7c0-59bceb52cebd HTTP/1.1" status: 204 len: 168 time: 0.1495767 Aug 24 04:40:22.264216 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41069038-0ecb-4e35-baba-3c11bdc3caa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e13155-5c9d-4909-b7c0-59bceb52cebd,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:22.612347 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 40994) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:22.626930 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4eff9732-125a-4055-8f33-7ffff0e4bdfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.719237 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4eff9732-125a-4055-8f33-7ffff0e4bdfa admin admin] Publish callbacks [] for security_group (839a9f6c-215e-4640-8160-e2e1323a5056), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.725323 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-4eff9732-125a-4055-8f33-7ffff0e4bdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (839a9f6c-215e-4640-8160-e2e1323a5056), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.797027 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff9732-125a-4055-8f33-7ffff0e4bdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839a9f6c-215e-4640-8160-e2e1323a5056,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:22.801860 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-4eff9732-125a-4055-8f33-7ffff0e4bdfa admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=653452c06e544a2f98947259448abc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882942 Aug 24 04:40:22.804787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 40998) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:22.817876 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a5240-4694-45ec-bff8-c66f267dac4e req-1a52cc47-72e1-4dc6-8083-ed45f477477e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:22.819454 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2e2a5240-4694-45ec-bff8-c66f267dac4e req-1a52cc47-72e1-4dc6-8083-ed45f477477e tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0774720 Aug 24 04:40:22.854459 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:22.874595 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-06e44b0e-775e-4e25-8ce4-c75810c3353f admin admin] Publish callbacks [] for security_group (839a9f6c-215e-4640-8160-e2e1323a5056), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.880757 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2e2a5240-4694-45ec-bff8-c66f267dac4e req-b95d97ec-cf85-42c9-9968-67c7385ade7f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543451 Aug 24 04:40:22.913233 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-06e44b0e-775e-4e25-8ce4-c75810c3353f admin admin] Publish callbacks [] for security_group (839a9f6c-215e-4640-8160-e2e1323a5056), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.983020 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-06e44b0e-775e-4e25-8ce4-c75810c3353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (839a9f6c-215e-4640-8160-e2e1323a5056), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.986036 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-06e44b0e-775e-4e25-8ce4-c75810c3353f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:22.987295 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-06e44b0e-775e-4e25-8ce4-c75810c3353f admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/839a9f6c-215e-4640-8160-e2e1323a5056 HTTP/1.1" status: 204 len: 168 time: 0.1812632 Aug 24 04:40:22.996417 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e44b0e-775e-4e25-8ce4-c75810c3353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a9f6c-215e-4640-8160-e2e1323a5056,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:23.788065 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:40:23.916796 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:23.933834 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'port_id': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'mac_address': 'fa:16:3e:3d:f0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:40:23.977307 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:40:23.977808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:23.997891 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:40:24.023872 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:24.035150 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:24.051479 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdde74-7979-48b5-bc83-c8883130097d req-b71d7fba-e80f-49b6-978f-19d9a2b6af9f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:24.053548 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-96cdde74-7979-48b5-bc83-c8883130097d req-b71d7fba-e80f-49b6-978f-19d9a2b6af9f tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 943 time: 0.0635841 Aug 24 04:40:24.117549 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=7']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:24.125038 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-96cdde74-7979-48b5-bc83-c8883130097d req-5a41c154-9d16-4bdb-9d21-46bbfa2e700a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618205 Aug 24 04:40:25.251768 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34f20e-8ba6-4174-bf27-1a1b3a405caa req-ecba68e2-f13d-45f3-80ce-32d0824e9970 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:25.253582 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0d34f20e-8ba6-4174-bf27-1a1b3a405caa req-ecba68e2-f13d-45f3-80ce-32d0824e9970 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 944 time: 0.0500076 Aug 24 04:40:25.307947 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0d34f20e-8ba6-4174-bf27-1a1b3a405caa req-f7a72761-92a0-4bb0-8f99-d481994a7d4d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486588 Aug 24 04:40:26.416743 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:26.435285 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c5130-b811-45a4-8fc2-bb8403f36179 req-d6f9356c-66f8-4fc2-b4c1-0adcf0b256ed tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:26.436878 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-040c5130-b811-45a4-8fc2-bb8403f36179 req-d6f9356c-66f8-4fc2-b4c1-0adcf0b256ed tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 944 time: 0.0522058 Aug 24 04:40:26.500332 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-040c5130-b811-45a4-8fc2-bb8403f36179 req-4a830afe-8da5-411f-81e4-b0dd4d7af190 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568204 Aug 24 04:40:26.760834 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:40:27.659532 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43425d-2a27-45c6-afd5-608c02d60ef2 req-00347ccb-dcdc-4896-90af-5a3473943df5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:27.661514 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5b43425d-2a27-45c6-afd5-608c02d60ef2 req-00347ccb-dcdc-4896-90af-5a3473943df5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 944 time: 0.0585797 Aug 24 04:40:27.718647 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-5b43425d-2a27-45c6-afd5-608c02d60ef2 req-657e0b50-28b2-4b4e-b351-fa6878fd42bd tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512135 Aug 24 04:40:28.688834 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:40:28.745213 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:40:28.745596 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:28.822823 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:28.825531 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:28.846944 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:40:28.847333 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:28.864721 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f605d80-e8e0-4a6b-af4b-44e3ff3ccd10 req-96f1a6c3-3c5b-43a6-a1ca-68eded8857c1 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:28.866809 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1f605d80-e8e0-4a6b-af4b-44e3ff3ccd10 req-96f1a6c3-3c5b-43a6-a1ca-68eded8857c1 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 944 time: 0.0593972 Aug 24 04:40:28.877400 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:40:28.880306 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad023ba-6818-4447-b504-67773297b792" -d '{"events": [{"server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:40:28.898290 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:28.905843 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:28.936207 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1f605d80-e8e0-4a6b-af4b-44e3ff3ccd10 req-cf35367f-6109-47d2-89a2-cbeed4e41bb3 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634630 Aug 24 04:40:28.943144 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91af9d7-5cf4-451e-93d1-19d126c23755 x-openstack-request-id: req-b91af9d7-5cf4-451e-93d1-19d126c23755 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:40:28.943432 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "name": "network-vif-plugged", "status": "completed", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:40:28.943683 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b91af9d7-5cf4-451e-93d1-19d126c23755 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:40:28.944075 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91af9d7-5cf4-451e-93d1-19d126c23755'] response: {'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'code': 200} Aug 24 04:40:28.968362 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=8']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:29.198246 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:29.208350 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dade1-39c4-453c-bd1f-05817e72b04e req-1375f1c9-df69-4d2a-84bb-a22f917c268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:29.210233 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9d5dade1-39c4-453c-bd1f-05817e72b04e req-1375f1c9-df69-4d2a-84bb-a22f917c268f service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1129 time: 0.0493016 Aug 24 04:40:29.263818 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9d5dade1-39c4-453c-bd1f-05817e72b04e req-94b3527d-5843-43ab-a7aa-1e622ed52b5d service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459144 Aug 24 04:40:29.715991 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41128) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:29.853497 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-32ec8247-0545-418b-93ee-debc63b19e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:29.955126 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-32ec8247-0545-418b-93ee-debc63b19e2a admin admin] Publish callbacks [] for security_group (cca6ba45-31ec-4b92-af02-8064cdf942ef), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:29.961447 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-32ec8247-0545-418b-93ee-debc63b19e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (cca6ba45-31ec-4b92-af02-8064cdf942ef), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:30.004362 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec8247-0545-418b-93ee-debc63b19e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6ba45-31ec-4b92-af02-8064cdf942ef,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:30.008732 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-32ec8247-0545-418b-93ee-debc63b19e2a admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=c76624f0e379463facc5d708af5af3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915058 Aug 24 04:40:30.011759 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41136) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:30.087402 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336adb2-3f70-4f26-b933-9870734a70cd req-a1c7c437-3913-40a2-b509-28e02b2dd4c2 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:30.088605 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6cf60ecd-48cb-4ebc-8627-20a747227a5f admin admin] Publish callbacks [] for security_group (cca6ba45-31ec-4b92-af02-8064cdf942ef), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:30.089815 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2336adb2-3f70-4f26-b933-9870734a70cd req-a1c7c437-3913-40a2-b509-28e02b2dd4c2 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0604858 Aug 24 04:40:30.122879 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6cf60ecd-48cb-4ebc-8627-20a747227a5f admin admin] Publish callbacks [] for security_group (cca6ba45-31ec-4b92-af02-8064cdf942ef), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:30.158126 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2336adb2-3f70-4f26-b933-9870734a70cd req-e948c13b-cb5f-41ba-a3b1-753c16b499fc tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615344 Aug 24 04:40:30.194666 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6cf60ecd-48cb-4ebc-8627-20a747227a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (cca6ba45-31ec-4b92-af02-8064cdf942ef), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:30.197971 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6cf60ecd-48cb-4ebc-8627-20a747227a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:30.198687 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6cf60ecd-48cb-4ebc-8627-20a747227a5f admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/cca6ba45-31ec-4b92-af02-8064cdf942ef HTTP/1.1" status: 204 len: 168 time: 0.1852927 Aug 24 04:40:30.208442 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf60ecd-48cb-4ebc-8627-20a747227a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6ba45-31ec-4b92-af02-8064cdf942ef,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:31.313431 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54237d2b-f3d9-4eba-bea3-82da39876639 req-873cefc7-ddea-4957-b4ca-49a3e78a87f3 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:31.316223 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-54237d2b-f3d9-4eba-bea3-82da39876639 req-873cefc7-ddea-4957-b4ca-49a3e78a87f3 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.0564725 Aug 24 04:40:31.381091 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-54237d2b-f3d9-4eba-bea3-82da39876639 req-a71e2a35-d17f-4ef0-8a0b-be77acea0373 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564394 Aug 24 04:40:32.397184 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=6 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:34.402534 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:40:37.404461 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:37.452623 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef135e-1505-4546-9433-4459ddd71858 req-4868704c-3dd2-4d11-8e31-5b6089f68db4 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436177 Aug 24 04:40:37.532449 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef135e-1505-4546-9433-4459ddd71858 req-e2a398f1-3df8-4e67-a046-131833fbd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:37.534996 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef135e-1505-4546-9433-4459ddd71858 req-e2a398f1-3df8-4e67-a046-131833fbd2be service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 1131 time: 0.0561061 Aug 24 04:40:37.674664 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef135e-1505-4546-9433-4459ddd71858 req-2398cfd8-c914-4a58-b1ce-0c3085ff1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:37.676399 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef135e-1505-4546-9433-4459ddd71858 req-2398cfd8-c914-4a58-b1ce-0c3085ff1262 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.1136925 Aug 24 04:40:37.747855 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef135e-1505-4546-9433-4459ddd71858 req-e1ca0ee7-e51b-482f-acb7-85bd2328c981 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 200 len: 1001 time: 0.0645776 Aug 24 04:40:37.801724 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef135e-1505-4546-9433-4459ddd71858 req-a8c0d49a-164f-4e0b-88a1-b5b1c46cee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:37.803207 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef135e-1505-4546-9433-4459ddd71858 req-a8c0d49a-164f-4e0b-88a1-b5b1c46cee15 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0488393 Aug 24 04:40:37.861576 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef135e-1505-4546-9433-4459ddd71858 req-7f3215dd-0e59-417d-a52c-d33a44dcb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:37.863098 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef135e-1505-4546-9433-4459ddd71858 req-7f3215dd-0e59-417d-a52c-d33a44dcb2b4 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507152 Aug 24 04:40:37.973994 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef135e-1505-4546-9433-4459ddd71858 req-c9cd3b30-f66a-4ac3-8a11-a2d58762734f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032815 Aug 24 04:40:38.075463 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:38.096694 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-feef135e-1505-4546-9433-4459ddd71858 req-727c1b73-c33c-49c4-83c9-087508e5f4a9 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145456 Aug 24 04:40:40.202038 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:40.202815 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=43,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:40.386778 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d5a343fb-e086-49e6-81e0-17bdf1b2176d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:42.199074 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41196) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:42.327752 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-982f0442-d827-4cc7-91dd-4a0b45420af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:42.413252 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-982f0442-d827-4cc7-91dd-4a0b45420af7 admin admin] Publish callbacks [] for security_group (a2679fcb-7d17-49db-8aa7-b3cd24388290), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:42.417406 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-982f0442-d827-4cc7-91dd-4a0b45420af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a2679fcb-7d17-49db-8aa7-b3cd24388290), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:42.458657 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f0442-d827-4cc7-91dd-4a0b45420af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2679fcb-7d17-49db-8aa7-b3cd24388290,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:42.462947 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-982f0442-d827-4cc7-91dd-4a0b45420af7 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=a65f7a17873d46c3bc482539564ae66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625215 Aug 24 04:40:42.466018 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41200) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:40:42.534688 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e77b5d99-2a98-4c2c-ace4-2c5ff0863118 admin admin] Publish callbacks [] for security_group (a2679fcb-7d17-49db-8aa7-b3cd24388290), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:42.557126 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e77b5d99-2a98-4c2c-ace4-2c5ff0863118 admin admin] Publish callbacks [] for security_group (a2679fcb-7d17-49db-8aa7-b3cd24388290), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:42.609923 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e77b5d99-2a98-4c2c-ace4-2c5ff0863118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a2679fcb-7d17-49db-8aa7-b3cd24388290), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:42.612907 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e77b5d99-2a98-4c2c-ace4-2c5ff0863118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:42.614335 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e77b5d99-2a98-4c2c-ace4-2c5ff0863118 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/a2679fcb-7d17-49db-8aa7-b3cd24388290 HTTP/1.1" status: 204 len: 168 time: 0.1470377 Aug 24 04:40:42.624603 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b5d99-2a98-4c2c-ace4-2c5ff0863118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2679fcb-7d17-49db-8aa7-b3cd24388290,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:42.993570 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7766f2fd-2851-49d1-8f84-dc30c7c8dd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:44.108877 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:44.397914 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:45.905118 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:46.215163 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=5,neutron:SELECT=75 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:46.232326 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:48.089770 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=75 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:48.091971 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:52.618041 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:52.619246 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:55.246555 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a027cc1-4fd1-4615-9adf-db82145f3a27 req-35aca0b5-be1d-4511-8846-d422715f7d4f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:55.249261 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a027cc1-4fd1-4615-9adf-db82145f3a27 req-35aca0b5-be1d-4511-8846-d422715f7d4f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 947 time: 0.0569932 Aug 24 04:40:55.309892 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9a027cc1-4fd1-4615-9adf-db82145f3a27 req-ae0923cc-07f9-4f66-ab50-8b7da8a58285 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549979 Aug 24 04:40:56.223359 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:56.225228 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:56.466789 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61eef5-a86d-435e-99b9-9078a0051118 req-7eddf30f-ebb4-497b-8cf2-440211b40c99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:56.468565 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cf61eef5-a86d-435e-99b9-9078a0051118 req-7eddf30f-ebb4-497b-8cf2-440211b40c99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 947 time: 0.0617986 Aug 24 04:40:56.532822 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cf61eef5-a86d-435e-99b9-9078a0051118 req-0a13393b-946c-4f80-bc53-fe46018877c1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572305 Aug 24 04:40:57.313571 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-d52140b5-a326-4fb3-af3f-d2c7dc83f9b3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:57.315130 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-d52140b5-a326-4fb3-af3f-d2c7dc83f9b3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 947 time: 0.0522389 Aug 24 04:40:57.412113 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Deleting port 08cd8fba-b487-4187-9cf7-9e1fa5689386 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:40:57.412458 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:57.862566 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ae545-6e81-4e8d-88cd-ddb3685b20be req-65c25bf6-e13a-4509-81aa-e4e7c11772c2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:40:57.864044 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-666ae545-6e81-4e8d-88cd-ddb3685b20be req-65c25bf6-e13a-4509-81aa-e4e7c11772c2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 947 time: 0.1278274 Aug 24 04:40:57.894347 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] For port 08cd8fba-b487-4187-9cf7-9e1fa5689386, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=08cd8fba-b487-4187-9cf7-9e1fa5689386,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:40:57.894714 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:57.990898 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-666ae545-6e81-4e8d-88cd-ddb3685b20be req-44981146-07cb-4189-ac20-5d37bffa6725 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192529 Aug 24 04:40:58.131977 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:58.132324 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (74b1bf99-5f65-4508-b4a2-e93bf878dad7), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:58.132679 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Floating IP 74b1bf99-5f65-4508-b4a2-e93bf878dad7 disassociated. External IP: 172.27.4.68, port: 08cd8fba-b487-4187-9cf7-9e1fa5689386. Aug 24 04:40:58.132858 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Calling delete_port for 08cd8fba-b487-4187-9cf7-9e1fa5689386 owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:40:58.297520 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (08cd8fba-b487-4187-9cf7-9e1fa5689386), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:58.326471 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event deleted for resources: {'Port': ['ID=08cd8fba-b487-4187-9cf7-9e1fa5689386,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:40:58.472735 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:58.485439 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:40:58.491650 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Router d765059f-a5be-41ce-b81f-7c28c1307308 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:40:58.636242 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:40:58.653894 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] Sync routers for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:40:58.673322 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:40:58.674368 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:40:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:58.705859 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] No DVR routers for this DVR port 08cd8fba-b487-4187-9cf7-9e1fa5689386 on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:40:58.710061 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:40:58.716281 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b877eb11-1bdd-4239-8c13-ad4dd50089e9 req-6ae99f37-d6fa-417a-a02b-b34f8a3a1e99 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "DELETE /networking/v2.0/ports/08cd8fba-b487-4187-9cf7-9e1fa5689386 HTTP/1.1" status: 204 len: 173 time: 1.3948469 Aug 24 04:40:58.717073 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-deleted', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:40:58.721576 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c4f9eb-b5dd-4954-9042-b85fa9599114" -d '{"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-deleted", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:40:58.785880 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75aa315-1928-4bd2-9d9b-fc392426cbbb x-openstack-request-id: req-d75aa315-1928-4bd2-9d9b-fc392426cbbb {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:40:58.786415 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a", "name": "network-vif-deleted", "tag": "08cd8fba-b487-4187-9cf7-9e1fa5689386", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:40:58.786895 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d75aa315-1928-4bd2-9d9b-fc392426cbbb {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:40:58.787615 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75aa315-1928-4bd2-9d9b-fc392426cbbb'] response: {'server_uuid': 'af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a', 'name': 'network-vif-deleted', 'tag': '08cd8fba-b487-4187-9cf7-9e1fa5689386', 'status': 'completed', 'code': 200} Aug 24 04:40:58.833341 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:40:59.096633 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:59.132126 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] Checking router: d765059f-a5be-41ce-b81f-7c28c1307308 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:40:59.144230 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:40:59.144929 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:40:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:59.175047 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-efed8433-2c0e-43b2-bb49-e508e26c80fb req-67805fe6-2f59-4414-9e7b-dacacb93a8f8 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=af922f6e-4eb0-4c12-bc9b-9cbf3fe7139a HTTP/1.1" status: 200 len: 210 time: 0.0485201 Aug 24 04:40:59.277007 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:40:59.690214 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:40:59.722864 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f4247-fd6c-4acb-9d89-7e37a6718638 None None] The sync data for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi is: [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:40:59.984316 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9debd-5e46-4afa-b83f-d5e3674722ef None None] New status for floating IP 74b1bf99-5f65-4508-b4a2-e93bf878dad7: DOWN {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:41:00.321336 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41370) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:00.407748 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fde39ed2-c5ee-4b0e-ba3a-7467070ca68e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (68d3b0e5-e2fc-47e8-8c98-6b2ece841ace), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:00.443566 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fde39ed2-c5ee-4b0e-ba3a-7467070ca68e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (68d3b0e5-e2fc-47e8-8c98-6b2ece841ace), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:00.523493 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fde39ed2-c5ee-4b0e-ba3a-7467070ca68e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (68d3b0e5-e2fc-47e8-8c98-6b2ece841ace), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:00.526858 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fde39ed2-c5ee-4b0e-ba3a-7467070ca68e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:00.528257 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fde39ed2-c5ee-4b0e-ba3a-7467070ca68e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/68d3b0e5-e2fc-47e8-8c98-6b2ece841ace HTTP/1.1" status: 204 len: 168 time: 0.2053003 Aug 24 04:41:00.533769 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41374) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:00.541454 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde39ed2-c5ee-4b0e-ba3a-7467070ca68e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d3b0e5-e2fc-47e8-8c98-6b2ece841ace,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:00.553049 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.api.v2.resource [None req-6afa9a6e-e274-4a6c-ac83-9ea2790e275d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] show failed (client error): The resource could not be found. Aug 24 04:41:00.554311 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-6afa9a6e-e274-4a6c-ac83-9ea2790e275d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups/68d3b0e5-e2fc-47e8-8c98-6b2ece841ace HTTP/1.1" status: 404 len: 347 time: 0.0192885 Aug 24 04:41:00.559649 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41376) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:00.756465 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Deleting port 2acda849-edd1-4322-a9b5-c63f59378dc9 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:41:00.757104 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (2acda849-edd1-4322-a9b5-c63f59378dc9), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:00.897305 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (2acda849-edd1-4322-a9b5-c63f59378dc9), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:00.897804 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (2acda849-edd1-4322-a9b5-c63f59378dc9), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:00.921904 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Calling delete_port for 2acda849-edd1-4322-a9b5-c63f59378dc9 owned by network:floatingip {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:41:01.090203 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (2acda849-edd1-4322-a9b5-c63f59378dc9), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.140340 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event deleted for resources: {'Port': ['ID=2acda849-edd1-4322-a9b5-c63f59378dc9,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:01.211078 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (74b1bf99-5f65-4508-b4a2-e93bf878dad7), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.213756 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.214951 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-6846a2bf-9efe-438d-9bed-2109e4b2ffba tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/74b1bf99-5f65-4508-b4a2-e93bf878dad7 HTTP/1.1" status: 204 len: 168 time: 0.6533539 Aug 24 04:41:01.307961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41384) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:01.313463 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-fddc3150-4035-412f-a13b-bcdc1e1334e6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72125328', 'description': 'tempest-description--1624211444'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:41:01.336558 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fddc3150-4035-412f-a13b-bcdc1e1334e6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.418972 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fddc3150-4035-412f-a13b-bcdc1e1334e6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (b552a7bd-72bd-4cbb-ae05-72ea5dbe4768), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.424591 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fddc3150-4035-412f-a13b-bcdc1e1334e6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (b552a7bd-72bd-4cbb-ae05-72ea5dbe4768), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.458191 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fddc3150-4035-412f-a13b-bcdc1e1334e6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.459494 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fddc3150-4035-412f-a13b-bcdc1e1334e6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1503897 Aug 24 04:41:01.463365 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41386) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:01.468668 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc3150-4035-412f-a13b-bcdc1e1334e6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:01.471879 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-321338f6-5364-486e-86f6-93dc370ae415 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'security_group_rule': {'security_group_id': 'b552a7bd-72bd-4cbb-ae05-72ea5dbe4768', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:41:01.506707 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-321338f6-5364-486e-86f6-93dc370ae415 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (f16a72b3-07b3-4df6-acc9-506d14908e55), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.577813 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-321338f6-5364-486e-86f6-93dc370ae415 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (f16a72b3-07b3-4df6-acc9-506d14908e55), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.583472 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-321338f6-5364-486e-86f6-93dc370ae415 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (f16a72b3-07b3-4df6-acc9-506d14908e55), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.605790 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321338f6-5364-486e-86f6-93dc370ae415 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16a72b3-07b3-4df6-acc9-506d14908e55,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:01.617174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-321338f6-5364-486e-86f6-93dc370ae415 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.618480 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-321338f6-5364-486e-86f6-93dc370ae415 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537955 Aug 24 04:41:01.621902 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41388) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:01.628665 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-b30f124f-3c29-42f3-9581-f4a1c8a6ec64 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'security_group_rule': {'security_group_id': 'b552a7bd-72bd-4cbb-ae05-72ea5dbe4768', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:41:01.669862 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b30f124f-3c29-42f3-9581-f4a1c8a6ec64 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (230ab100-f4b1-474c-9313-315d58a6a672), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.761532 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b30f124f-3c29-42f3-9581-f4a1c8a6ec64 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (230ab100-f4b1-474c-9313-315d58a6a672), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.766512 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b30f124f-3c29-42f3-9581-f4a1c8a6ec64 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (230ab100-f4b1-474c-9313-315d58a6a672), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.794824 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f124f-3c29-42f3-9581-f4a1c8a6ec64 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230ab100-f4b1-474c-9313-315d58a6a672,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:01.806554 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-b30f124f-3c29-42f3-9581-f4a1c8a6ec64 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.811202 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-b30f124f-3c29-42f3-9581-f4a1c8a6ec64 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1880658 Aug 24 04:41:01.812335 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41392) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:01.823397 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:41:01.868965 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:01.971157 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:01.981285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:02.015800 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:02.174454 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Allocated IP 172.27.4.32 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/c3da134e-30ba-42fb-9a7b-feec85b47124) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:41:02.309583 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for port (c3da134e-30ba-42fb-9a7b-feec85b47124), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:02.353481 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (c3da134e-30ba-42fb-9a7b-feec85b47124), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:02.400870 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:41:02.408883 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:41:02.410718 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'Port': ['ID=c3da134e-30ba-42fb-9a7b-feec85b47124,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:02.412958 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:41:02.515853 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (0b7a6ae3-0089-470b-8b26-ac16b0b18f80), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:02.567404 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c3da134e-30ba-42fb-9a7b-feec85b47124), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:02.999494 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for port (c3da134e-30ba-42fb-9a7b-feec85b47124), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:03.005815 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (c3da134e-30ba-42fb-9a7b-feec85b47124), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:03.074449 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:03.082799 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'Port': ['ID=c3da134e-30ba-42fb-9a7b-feec85b47124,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:03.086553 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (0b7a6ae3-0089-470b-8b26-ac16b0b18f80), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:03.109920 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:03.112086 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-a4cac5e8-345c-4625-bfd6-3f69e0b3923c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2947402 Aug 24 04:41:03.225224 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:41:03.246800 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 08cd8fba-b487-4187-9cf7-9e1fa5689386 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:41:03.247755 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 08cd8fba-b487-4187-9cf7-9e1fa5689386 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:41:03.366614 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-91a0c83a-332f-4a92-9848-984ad1a5811d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--72125328&fields=id&tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6 HTTP/1.1" status: 200 len: 267 time: 0.0552468 Aug 24 04:41:03.496342 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-02225233-7d29-4434-9e55-a6bb520173d6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:03.497875 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-02225233-7d29-4434-9e55-a6bb520173d6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 816 time: 0.1245701 Aug 24 04:41:03.523858 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-32e239f5-4b6a-430f-908a-0c7f26c4909c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/quotas/ccd3469ef0db494abf4a0f28d1d3e7a6 HTTP/1.1" status: 200 len: 375 time: 0.0108352 Aug 24 04:41:03.590399 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53fb6c72-1435-4ecc-9932-f21939beb019 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596073 Aug 24 04:41:03.738797 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-44ca609a-2fad-46fb-a2b4-1f13982c605e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357841 Aug 24 04:41:03.854639 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-c3c81aea-a8bb-48b4-a265-9153d8472a49 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095655 Aug 24 04:41:04.082810 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13b94a3d-4a25-460d-b5df-6ee5907aa949 req-15855ab1-7eae-43cf-85ce-670a2a707826 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 210 time: 0.0467677 Aug 24 04:41:05.212425 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-538a16d1-d74a-4d82-b7ca-6260f35a1322 req-884c5b0f-3e5e-41c8-a7cf-1554d38bdf41 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 210 time: 0.0349188 Aug 24 04:41:05.512932 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:05.536841 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:05.637084 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-5a81ddc3-7cc4-4ff4-b32e-25eb9d0f006d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:05.638658 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-5a81ddc3-7cc4-4ff4-b32e-25eb9d0f006d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 816 time: 0.1630797 Aug 24 04:41:05.731117 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-9f3fa963-1619-41ae-ac27-6fffd214eb73 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6 HTTP/1.1" status: 200 len: 378 time: 0.0837762 Aug 24 04:41:05.797727 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'port': {'device_id': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'admin_state_up': True, 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'security_groups': ['b552a7bd-72bd-4cbb-ae05-72ea5dbe4768']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:41:05.953093 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Made reservation on behalf of ccd3469ef0db494abf4a0f28d1d3e7a6 for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:41:05.957157 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:06.159873 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Allocated IP 172.20.0.10 (9795d4df-b2c6-44b5-b5a5-55d0a651a61f/382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d/84528557-363f-4af8-99bc-a4d937e1c636) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:41:06.398365 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-234dd659-1ca5-4867-8dba-4678f03b5aab req-b62b4b7a-bf93-4ebd-ac9d-83f1c8797b98 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 210 time: 0.0587780 Aug 24 04:41:06.448961 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for port (84528557-363f-4af8-99bc-a4d937e1c636), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:06.506809 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:06.589122 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:41:06.595289 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:41:06.603358 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:41:06.642525 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:06.652357 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.652744 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.653096 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.653436 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.653999 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.654142 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.654475 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.654811 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.655292 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.655839 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.656430 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.657018 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.657438 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.657817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.658159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:06.694732 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:06.695705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:06.726500 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-53e7c049-b568-44c7-b938-1e007747c662 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9336245 Aug 24 04:41:06.741931 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Request body: {'port': {'device_id': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:41:06.861721 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:06.863724 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:06.929383 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:06.940570 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-94268ce9-0ced-451f-8dda-388a0b524568 None None] Provisioning complete for port 84528557-363f-4af8-99bc-a4d937e1c636 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:41:06.941384 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-94268ce9-0ced-451f-8dda-388a0b524568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (84528557-363f-4af8-99bc-a4d937e1c636), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:06.989190 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-94268ce9-0ced-451f-8dda-388a0b524568 None None] Port 84528557-363f-4af8-99bc-a4d937e1c636 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:41:07.229945 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84528557-363f-4af8-99bc-a4d937e1c636 {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:41:07.242357 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Publish callbacks [] for port (84528557-363f-4af8-99bc-a4d937e1c636), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:07.259146 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Transition to ACTIVE for port object 84528557-363f-4af8-99bc-a4d937e1c636 will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:41:07.266148 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:07.360319 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:07.398641 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:07.401943 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Attempting to bind port 84528557-363f-4af8-99bc-a4d937e1c636 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:41:07.402565 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Attempting to bind port 84528557-363f-4af8-99bc-a4d937e1c636 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:41:07.402728 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Attempting to bind port 84528557-363f-4af8-99bc-a4d937e1c636 on network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:41:07.409098 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Port 84528557-363f-4af8-99bc-a4d937e1c636 on network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:41:07.409451 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Attempting to bind port 84528557-363f-4af8-99bc-a4d937e1c636 on network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:41:07.415140 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:41:07.415478 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Checking segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:41:07.415980 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Bound using segment: {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:41:07.416299 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Bound port: 84528557-363f-4af8-99bc-a4d937e1c636, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8055e55b-49af-4b1e-8fb5-232fa480bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:41:07.416691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:07.500374 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:41:07.504253 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:41:07.526448 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:07.530476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:07.531187 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:07.532836 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 200 len: 1094 time: 0.7985175 Aug 24 04:41:07.551528 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:41:07.554034 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13185eed-3279-4424-a8c1-170f613ea4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "tag": "84528557-363f-4af8-99bc-a4d937e1c636"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:41:07.614812 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3098c9-6335-4d4f-bed0-c5f46d7cbc29 x-openstack-request-id: req-aa3098c9-6335-4d4f-bed0-c5f46d7cbc29 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:41:07.615146 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "tag": "84528557-363f-4af8-99bc-a4d937e1c636", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:41:07.615430 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aa3098c9-6335-4d4f-bed0-c5f46d7cbc29 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:41:07.616012 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3098c9-6335-4d4f-bed0-c5f46d7cbc29'] response: {'name': 'network-changed', 'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636', 'status': 'completed', 'code': 200} Aug 24 04:41:07.663987 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b7cb6-6e63-4c6f-bf57-1a7e44d4c1db req-2ad9d555-c096-4d9e-847b-b6fe2df2810b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:07.665771 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-012b7cb6-6e63-4c6f-bf57-1a7e44d4c1db req-2ad9d555-c096-4d9e-847b-b6fe2df2810b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.1575916 Aug 24 04:41:07.710832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-45585e95-77c6-4643-ac10-a1528c192b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:07.712593 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-45585e95-77c6-4643-ac10-a1528c192b1f service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 1128 time: 0.1157427 Aug 24 04:41:07.720984 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7e83a-f39a-4fec-bd37-3c76dadd09aa service neutron] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:07.780659 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-937bf6aa-56e9-4ebc-aedc-759596ab3792 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 200 len: 217 time: 0.0524986 Aug 24 04:41:07.843326 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-012b7cb6-6e63-4c6f-bf57-1a7e44d4c1db req-abc7b2f7-56e0-4b43-b1e9-193347e694d2 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1632657 Aug 24 04:41:07.862543 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-12ea1d45-574c-4fc5-853c-c1454e12b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:07.864762 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-12ea1d45-574c-4fc5-853c-c1454e12b532 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0771477 Aug 24 04:41:07.944933 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-9969bf95-4620-4f5a-a23f-bd3b63ade4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:07.947556 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-9969bf95-4620-4f5a-a23f-bd3b63ade4c7 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765703 Aug 24 04:41:08.108138 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-0942ce9e-59b4-42f6-9fd3-1c04cdcac687 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526268 Aug 24 04:41:08.206721 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:08.210055 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:08.253168 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5086881-8547-46a3-9a6e-caaa0482b718 req-6c5204ba-88de-4b2f-8727-64bc18f8c69b service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388669 Aug 24 04:41:09.057270 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185eed-3279-4424-a8c1-170f613ea4eb req-0c875dc6-b20f-412d-9bc3-77f6fc9d8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:09.059536 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13185eed-3279-4424-a8c1-170f613ea4eb req-0c875dc6-b20f-412d-9bc3-77f6fc9d8e7c service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 1128 time: 0.1106691 Aug 24 04:41:09.095217 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8795d-4214-4593-8ba2-5d966dc53bdc req-efcde451-8843-4605-9515-f148809d687e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:09.097569 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ee8795d-4214-4593-8ba2-5d966dc53bdc req-efcde451-8843-4605-9515-f148809d687e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.1039300 Aug 24 04:41:09.284262 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2ee8795d-4214-4593-8ba2-5d966dc53bdc req-521c35f6-04b0-4e8d-ac0c-75231f1e050e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1706622 Aug 24 04:41:09.321343 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185eed-3279-4424-a8c1-170f613ea4eb req-a9424876-8f77-41a3-bb25-9fde742a67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:09.321343 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13185eed-3279-4424-a8c1-170f613ea4eb req-a9424876-8f77-41a3-bb25-9fde742a67d9 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.2449412 Aug 24 04:41:09.376976 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13185eed-3279-4424-a8c1-170f613ea4eb req-27b4bdd2-06e9-4f7b-a228-f8cba4078bb2 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 200 len: 217 time: 0.0554001 Aug 24 04:41:09.451735 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185eed-3279-4424-a8c1-170f613ea4eb req-d29f43c6-fffc-4c24-9463-6117b13632c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:09.455165 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13185eed-3279-4424-a8c1-170f613ea4eb req-d29f43c6-fffc-4c24-9463-6117b13632c8 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0723879 Aug 24 04:41:09.513539 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185eed-3279-4424-a8c1-170f613ea4eb req-446ebfe4-528e-4a67-ad01-73e43f332f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:09.515266 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13185eed-3279-4424-a8c1-170f613ea4eb req-446ebfe4-528e-4a67-ad01-73e43f332f66 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548100 Aug 24 04:41:09.652947 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13185eed-3279-4424-a8c1-170f613ea4eb req-e9bf6605-64ef-451d-a8d0-c2e34a0b1dfc service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307120 Aug 24 04:41:09.835866 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-13185eed-3279-4424-a8c1-170f613ea4eb req-c1a81e3d-a6bb-48b2-bd7b-f41e910a8a55 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766651 Aug 24 04:41:10.067427 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:10.071858 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:10.407252 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9818-e44e-4293-8cfb-eb675cd6c844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:10.518228 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10417581-178c-4cb0-98bf-81773b92c595 req-b3e6bee5-1ccd-4597-b6e4-b15897692e85 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:10.520660 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-10417581-178c-4cb0-98bf-81773b92c595 req-b3e6bee5-1ccd-4597-b6e4-b15897692e85 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.0951626 Aug 24 04:41:10.615404 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-10417581-178c-4cb0-98bf-81773b92c595 req-cb2636f4-a4e1-48af-9e87-0aee64c63af6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816746 Aug 24 04:41:10.801501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:41:10.883481 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41474) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:10.994809 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:41:11.011561 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '84528557-363f-4af8-99bc-a4d937e1c636', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'port_id': '84528557-363f-4af8-99bc-a4d937e1c636', 'mac_address': 'fa:16:3e:ef:31:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:41:11.068824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d3a593fb-7453-4732-b7f2-0b5b53d1d7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.069184 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 84528557-363f-4af8-99bc-a4d937e1c636 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:41:11.069789 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.073352 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:11.089922 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84528557-363f-4af8-99bc-a4d937e1c636 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:41:11.118421 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:41:11.124842 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.209404 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:11.215130 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d3a593fb-7453-4732-b7f2-0b5b53d1d7ae admin admin] Publish callbacks [] for security_group (a6172b1f-46d2-4d9b-a3f9-a680585e09e0), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.221973 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d3a593fb-7453-4732-b7f2-0b5b53d1d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a6172b1f-46d2-4d9b-a3f9-a680585e09e0), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.222326 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.225083 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.225702 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.226273 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.226764 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.227262 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.227738 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.228229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.228933 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.229305 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.229844 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.230433 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.230912 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.231472 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.232022 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:41:11.304364 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a593fb-7453-4732-b7f2-0b5b53d1d7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6172b1f-46d2-4d9b-a3f9-a680585e09e0,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:11.312331 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-d3a593fb-7453-4732-b7f2-0b5b53d1d7ae admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=4583973ea3094d76b0fa1c8fb8c9c177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268882 Aug 24 04:41:11.317102 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41478) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:11.345527 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['84528557-363f-4af8-99bc-a4d937e1c636'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:41:11.408990 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:41:11.413244 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4424365c-a34b-48e6-af8a-d0f53e27c3f0 admin admin] Publish callbacks [] for security_group (a6172b1f-46d2-4d9b-a3f9-a680585e09e0), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.454889 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4424365c-a34b-48e6-af8a-d0f53e27c3f0 admin admin] Publish callbacks [] for security_group (a6172b1f-46d2-4d9b-a3f9-a680585e09e0), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.553160 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4424365c-a34b-48e6-af8a-d0f53e27c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (a6172b1f-46d2-4d9b-a3f9-a680585e09e0), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.558072 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-4424365c-a34b-48e6-af8a-d0f53e27c3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:11.565019 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-4424365c-a34b-48e6-af8a-d0f53e27c3f0 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/a6172b1f-46d2-4d9b-a3f9-a680585e09e0 HTTP/1.1" status: 204 len: 168 time: 0.2415969 Aug 24 04:41:11.572981 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424365c-a34b-48e6-af8a-d0f53e27c3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6172b1f-46d2-4d9b-a3f9-a680585e09e0,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:11.849107 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ffb94-0443-4c4c-907a-64149989b017 req-6b132551-5ef9-4170-887e-af47b676b4d5 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:11.851375 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4e1ffb94-0443-4c4c-907a-64149989b017 req-6b132551-5ef9-4170-887e-af47b676b4d5 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 945 time: 0.0930748 Aug 24 04:41:11.952887 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4e1ffb94-0443-4c4c-907a-64149989b017 req-bdc8ee69-3757-445e-b763-b5a16d689891 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897262 Aug 24 04:41:12.817424 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:41:12.901113 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 84528557-363f-4af8-99bc-a4d937e1c636 completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:41:12.911127 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 84528557-363f-4af8-99bc-a4d937e1c636 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:41:12.911753 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (84528557-363f-4af8-99bc-a4d937e1c636), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:12.971119 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:12.985193 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:13.034107 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d2a2cbad-05d7-478e-a264-e79abb7b11dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:13.088940 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:13.102832 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 84528557-363f-4af8-99bc-a4d937e1c636 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:41:13.103473 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:13.150939 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:41:13.154881 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb8c1a5-907e-4e39-b269-bb765ac6f537" -d '{"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-plugged", "status": "completed", "tag": "84528557-363f-4af8-99bc-a4d937e1c636"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:41:13.185755 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:41:13.194870 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:13.199998 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19748-37ab-474c-a533-0a579b785790 req-e66e44fd-0572-44b8-88f2-5341c2e83c60 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:13.202824 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e6f19748-37ab-474c-a533-0a579b785790 req-e66e44fd-0572-44b8-88f2-5341c2e83c60 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 945 time: 0.1044958 Aug 24 04:41:13.258609 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ecda5d-0407-4bba-ac63-0647ed3df5a4 x-openstack-request-id: req-a6ecda5d-0407-4bba-ac63-0647ed3df5a4 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:41:13.259066 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-plugged", "status": "completed", "tag": "84528557-363f-4af8-99bc-a4d937e1c636", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:41:13.259454 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a6ecda5d-0407-4bba-ac63-0647ed3df5a4 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:41:13.260168 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ecda5d-0407-4bba-ac63-0647ed3df5a4'] response: {'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636', 'code': 200} Aug 24 04:41:13.301843 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:41:13.307109 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e6f19748-37ab-474c-a533-0a579b785790 req-bd1bfb79-0620-4a8e-8bc6-0fc2d67fb3de tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905221 Aug 24 04:41:13.533606 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcb30e-9260-47c5-998d-88819ec532fa req-0e77b5b4-6c19-44dc-9dbf-1dd1694da7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:13.536047 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7dcb30e-9260-47c5-998d-88819ec532fa req-0e77b5b4-6c19-44dc-9dbf-1dd1694da7a6 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 1130 time: 0.0725923 Aug 24 04:41:13.575432 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:13.619694 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c7dcb30e-9260-47c5-998d-88819ec532fa req-1581d7c5-ad8c-418d-b23e-0a0b1b1222fb service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778556 Aug 24 04:41:14.128192 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:14.554969 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544062df-3f8b-47c2-950d-8a026a42324a req-c8b195fa-d4b7-4fcd-86d6-9e67f3978b3f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:14.557672 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-544062df-3f8b-47c2-950d-8a026a42324a req-c8b195fa-d4b7-4fcd-86d6-9e67f3978b3f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0970905 Aug 24 04:41:14.647000 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-544062df-3f8b-47c2-950d-8a026a42324a req-adf44399-e5a6-4335-9333-15fc46977030 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781748 Aug 24 04:41:15.933521 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:16.208021 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8fa2-710f-4dc6-bf14-c56552c28370 req-3182204f-0c11-4343-ab15-5ae382c2c03d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:16.210856 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f56d8fa2-710f-4dc6-bf14-c56552c28370 req-3182204f-0c11-4343-ab15-5ae382c2c03d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.1020668 Aug 24 04:41:16.249287 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:16.306427 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f56d8fa2-710f-4dc6-bf14-c56552c28370 req-f43f70a4-05f1-41a7-8be8-6df2aa5d2595 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854361 Aug 24 04:41:16.475303 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:16.559036 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061de55-28fb-4096-8c56-400cd2763772 req-ee00b720-6290-4c49-bf70-900c5be072f4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:16.561797 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7061de55-28fb-4096-8c56-400cd2763772 req-ee00b720-6290-4c49-bf70-900c5be072f4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.1065733 Aug 24 04:41:16.578553 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41496) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:41:16.586640 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Request body: {'floatingip': {'port_id': '84528557-363f-4af8-99bc-a4d937e1c636'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:41:16.659703 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (0b7a6ae3-0089-470b-8b26-ac16b0b18f80), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:17.757690 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:17.765033 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (0b7a6ae3-0089-470b-8b26-ac16b0b18f80), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:17.946928 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Floating IP 0b7a6ae3-0089-470b-8b26-ac16b0b18f80 associated. External IP: 172.27.4.32, port: 84528557-363f-4af8-99bc-a4d937e1c636. Aug 24 04:41:18.328665 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:18.351568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Router d765059f-a5be-41ce-b81f-7c28c1307308 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:41:18.515074 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:41:18.522680 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:18.530639 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] Sync routers for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:41:18.550896 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:41:18.551962 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:41:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:41:18.582328 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-457c814b-65c6-4903-8842-84742e204a45 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "PUT /networking/v2.0/floatingips/0b7a6ae3-0089-470b-8b26-ac16b0b18f80 HTTP/1.1" status: 200 len: 991 time: 2.0017350 Aug 24 04:41:18.583187 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:41:18.587404 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "tag": "84528557-363f-4af8-99bc-a4d937e1c636"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:41:18.638825 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0583c197-47e8-4154-9e3d-0b73df986d5c x-openstack-request-id: req-0583c197-47e8-4154-9e3d-0b73df986d5c {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:41:18.639842 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "tag": "84528557-363f-4af8-99bc-a4d937e1c636", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:41:18.639842 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0583c197-47e8-4154-9e3d-0b73df986d5c {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:41:18.639842 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0583c197-47e8-4154-9e3d-0b73df986d5c'] response: {'name': 'network-changed', 'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636', 'status': 'completed', 'code': 200} Aug 24 04:41:18.736841 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-04a8b431-e281-4968-a448-3bb825261c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:18.739464 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-04a8b431-e281-4968-a448-3bb825261c54 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 1130 time: 0.0706553 Aug 24 04:41:18.743819 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:41:18.891952 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:18.922044 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-e09593ac-a204-43a7-8730-6c654e02f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:18.924007 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-e09593ac-a204-43a7-8730-6c654e02f734 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.1777275 Aug 24 04:41:19.008480 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-c20d9028-748f-42ae-89ac-a9dc939be935 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 200 len: 999 time: 0.0776093 Aug 24 04:41:19.090560 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-fd4f58eb-4af8-4c7f-ab04-3a755eefcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:19.092778 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-fd4f58eb-4af8-4c7f-ab04-3a755eefcbea service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0768342 Aug 24 04:41:19.146299 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-7309a4ae-641b-4e24-861c-8330dbabf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:19.147894 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-7309a4ae-641b-4e24-861c-8330dbabf7ce service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493984 Aug 24 04:41:19.160815 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '0b7a6ae3-0089-470b-8b26-ac16b0b18f80', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'floating_ip_address': '172.27.4.32', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'port_id': '84528557-363f-4af8-99bc-a4d937e1c636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'mac_address': 'fa:16:3e:ef:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:41:02Z', 'updated_at': '2022-08-24T04:41:17Z', 'revision_number': 1, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:41:19.211229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] Checking router: d765059f-a5be-41ce-b81f-7c28c1307308 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:41:19.224316 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:41:19.225215 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:41:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:41:19.328200 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-7c45cd8b-2321-4d73-9f0e-a461ab7f78ac service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720386 Aug 24 04:41:19.399569 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:41:19.464472 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-22a571a0-a74a-4ba6-9cdd-4a9a8c63f1a2 req-ba60e25b-9b0a-4cc5-9d6b-391cbf501679 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281354 Aug 24 04:41:19.813506 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '0b7a6ae3-0089-470b-8b26-ac16b0b18f80', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'floating_ip_address': '172.27.4.32', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'port_id': '84528557-363f-4af8-99bc-a4d937e1c636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'mac_address': 'fa:16:3e:ef:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:41:02Z', 'updated_at': '2022-08-24T04:41:17Z', 'revision_number': 1, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:41:19.848579 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aafae2-9d86-4e41-8958-bc8b37cf7b78 None None] The sync data for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi is: [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '0b7a6ae3-0089-470b-8b26-ac16b0b18f80', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'floating_ip_address': '172.27.4.32', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'port_id': '84528557-363f-4af8-99bc-a4d937e1c636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'mac_address': 'fa:16:3e:ef:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:41:02Z', 'updated_at': '2022-08-24T04:41:17Z', 'revision_number': 1, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:41:20.097958 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef039a7e-723d-4f2f-a328-b1d5fcda9c6d None None] New status for floating IP 0b7a6ae3-0089-470b-8b26-ac16b0b18f80: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:41:21.565474 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:21.566302 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=34,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:29.451494 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=34 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:29.460966 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=64 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:29.799092 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=1,neutron:SELECT=59 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:29.806572 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:29.818891 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:30.208683 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:30.211018 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:37.384484 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:39.415992 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-dddebd5c-0a1f-457f-8a3b-eb9f5e7806b0 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529687 Aug 24 04:41:39.564893 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-1fe9bf2a-beed-4550-a809-2d0ee0ca770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:39.566527 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-1fe9bf2a-beed-4550-a809-2d0ee0ca770d service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1129 time: 0.0868206 Aug 24 04:41:39.703320 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-aa2de73d-b56c-43b6-a8ef-d48e3490aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:39.705828 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-aa2de73d-b56c-43b6-a8ef-d48e3490aed3 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 911 time: 0.1193094 Aug 24 04:41:39.793584 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-435dad7f-b55a-400a-bd44-88ee96c0d1ac service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 1000 time: 0.0809262 Aug 24 04:41:39.856225 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-a057f62d-e698-4d86-9a3e-fad80133fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:39.859721 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-a057f62d-e698-4d86-9a3e-fad80133fab6 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 200 len: 848 time: 0.0583136 Aug 24 04:41:39.938926 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-5430c928-e34e-4b07-baa4-f9fee005a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:39.941558 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-5430c928-e34e-4b07-baa4-f9fee005a7d5 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=827c95a6-1d57-45fd-a53c-29ebfb059ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767014 Aug 24 04:41:40.120511 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-106e823a-2f7f-428f-ad97-bb218cae818f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713090 Aug 24 04:41:40.233682 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c3ad5155-ffc4-4b9a-9314-cfff6e8eefda req-b4c3dc76-62db-41fa-8541-70225d3f208d service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060436 Aug 24 04:41:40.377245 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9cb53080-0800-4b3d-8ce7-0e63e8a3cf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:42.989216 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e935de28-82f4-4c97-ba9a-df66009710dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:44.119647 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:45.908004 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:46.244919 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:41:46.399077 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:46.399932 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:48.398811 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:41:50.228334 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=51 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:50.230444 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=50 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:52.333061 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561f490-1d7e-4d70-b14d-2f23049f318e req-ca1435be-5e86-4b11-a46c-34581fcf540a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:52.334753 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4561f490-1d7e-4d70-b14d-2f23049f318e req-ca1435be-5e86-4b11-a46c-34581fcf540a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.2202013 Aug 24 04:41:52.429142 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4561f490-1d7e-4d70-b14d-2f23049f318e req-b6e75d51-8400-4f05-859c-fe8cac14c43e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845439 Aug 24 04:41:53.595086 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09dbbf-e4df-46a1-bb8f-f27336b178f7 req-55fd85d6-45a6-46cc-ac67-b42ac0086bc7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:53.596584 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6e09dbbf-e4df-46a1-bb8f-f27336b178f7 req-55fd85d6-45a6-46cc-ac67-b42ac0086bc7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0651822 Aug 24 04:41:53.665102 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-6e09dbbf-e4df-46a1-bb8f-f27336b178f7 req-4847d822-1168-492c-948f-0b293440042a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588603 Aug 24 04:41:54.839381 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd0891-fcaa-4936-acd5-062ea1106e34 req-d821e99a-5e82-4a5b-90d1-28aae6205458 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:54.841060 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-53fd0891-fcaa-4936-acd5-062ea1106e34 req-d821e99a-5e82-4a5b-90d1-28aae6205458 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0729854 Aug 24 04:41:54.931706 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-53fd0891-fcaa-4936-acd5-062ea1106e34 req-d207e290-a5b4-4991-a463-2b0f7893a894 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796874 Aug 24 04:41:56.108638 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7f9e3-6166-468f-af62-f78d0cb4e46d req-1991f682-818d-459c-b7e4-a624034c790d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:56.110979 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8ba7f9e3-6166-468f-af62-f78d0cb4e46d req-1991f682-818d-459c-b7e4-a624034c790d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0766666 Aug 24 04:41:56.201812 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8ba7f9e3-6166-468f-af62-f78d0cb4e46d req-19e06e65-95dc-4e3e-925e-776c4429fe1a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827084 Aug 24 04:41:56.225105 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:56.235724 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:56.238501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:41:57.403761 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c4bb1-d7db-4c03-838b-9724f75c55b6 req-62e514e1-fab5-434b-8552-d42963d45176 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:57.407413 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-665c4bb1-d7db-4c03-838b-9724f75c55b6 req-62e514e1-fab5-434b-8552-d42963d45176 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0868709 Aug 24 04:41:57.498209 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-665c4bb1-d7db-4c03-838b-9724f75c55b6 req-4b2fd7e0-b0ab-48fd-97e8-6055998067eb tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831378 Aug 24 04:41:58.713788 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a638b-8388-4b43-a42f-3f58e7321d5f req-2632108c-44b1-49af-9b55-47334cef4a8b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:58.716328 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b72a638b-8388-4b43-a42f-3f58e7321d5f req-2632108c-44b1-49af-9b55-47334cef4a8b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0948381 Aug 24 04:41:58.777308 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b72a638b-8388-4b43-a42f-3f58e7321d5f req-c8fea1a3-4439-4259-abbd-e890b330f6ab tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502508 Aug 24 04:41:59.994983 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df8c11-3ff1-4520-bfc4-9e1fc2f22beb req-502653e5-a670-4050-a6b7-c97c5daddaca tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:41:59.997876 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-70df8c11-3ff1-4520-bfc4-9e1fc2f22beb req-502653e5-a670-4050-a6b7-c97c5daddaca tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0948997 Aug 24 04:42:00.078499 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-70df8c11-3ff1-4520-bfc4-9e1fc2f22beb req-96957750-42c6-41f8-920c-5f00a065af1b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740457 Aug 24 04:42:01.261090 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff557d8f-5359-4a2a-8aaf-4bd99a4e4978 req-33da8c88-df6b-4f3e-b674-6e3a37c00979 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:01.262914 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ff557d8f-5359-4a2a-8aaf-4bd99a4e4978 req-33da8c88-df6b-4f3e-b674-6e3a37c00979 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0697451 Aug 24 04:42:01.331704 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ff557d8f-5359-4a2a-8aaf-4bd99a4e4978 req-dea084c0-f6ba-40cf-a0be-3c2f8a25545a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584838 Aug 24 04:42:02.514843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a4c96-f1a4-401c-8147-2ecf13841b40 req-023b5b70-c46c-469b-bec8-75d887b9ecec tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:02.516749 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bf5a4c96-f1a4-401c-8147-2ecf13841b40 req-023b5b70-c46c-469b-bec8-75d887b9ecec tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0680165 Aug 24 04:42:02.579776 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bf5a4c96-f1a4-401c-8147-2ecf13841b40 req-e6616fde-4678-47fd-b2fb-d0744b2d3fa4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562105 Aug 24 04:42:03.734949 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e491f-6e43-4509-95f4-3393582c2979 req-4b1b8550-b518-45d8-8867-9b09a004c0f6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:03.736482 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9e0e491f-6e43-4509-95f4-3393582c2979 req-4b1b8550-b518-45d8-8867-9b09a004c0f6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0620794 Aug 24 04:42:03.798528 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9e0e491f-6e43-4509-95f4-3393582c2979 req-9625dfc9-8cad-4561-baf0-c112465a923b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559547 Aug 24 04:42:04.966914 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319ae3-325d-41d0-a8e7-34b324d10131 req-4efb8e80-dc89-4c3c-b7c6-d9f9d993339b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:04.968735 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a2319ae3-325d-41d0-a8e7-34b324d10131 req-4efb8e80-dc89-4c3c-b7c6-d9f9d993339b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0670996 Aug 24 04:42:05.011623 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:05.036418 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:42:05.042312 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a2319ae3-325d-41d0-a8e7-34b324d10131 req-70409961-2715-488e-ac5b-43418d45a934 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654888 Aug 24 04:42:05.211134 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:05.228360 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '84528557-363f-4af8-99bc-a4d937e1c636', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'port_id': '84528557-363f-4af8-99bc-a4d937e1c636', 'mac_address': 'fa:16:3e:ef:31:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:42:05.281188 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 84528557-363f-4af8-99bc-a4d937e1c636 is: ACTIVE; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:05.281698 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:05.300942 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84528557-363f-4af8-99bc-a4d937e1c636 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:42:05.335319 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:05.344103 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:05.414750 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=6']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:05.424863 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['84528557-363f-4af8-99bc-a4d937e1c636'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:42:05.640579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41590) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:06.090253 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Deleting port 10f018dd-575c-4d1e-87fb-a7b91c2613cb {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:06.090940 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (10f018dd-575c-4d1e-87fb-a7b91c2613cb), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:06.245423 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:06.264854 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (10f018dd-575c-4d1e-87fb-a7b91c2613cb), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:06.265664 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for floatingip (10f018dd-575c-4d1e-87fb-a7b91c2613cb), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:06.277742 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb320186-87f8-4e86-b152-bb35c562ec61 req-1d27c741-be7b-4091-822b-6404c86c146a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:06.285224 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Calling delete_port for 10f018dd-575c-4d1e-87fb-a7b91c2613cb owned by network:floatingip {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:06.291967 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cb320186-87f8-4e86-b152-bb35c562ec61 req-1d27c741-be7b-4091-822b-6404c86c146a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 945 time: 0.1037159 Aug 24 04:42:06.367710 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cb320186-87f8-4e86-b152-bb35c562ec61 req-27143564-e79c-4071-b88c-0be577990258 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742829 Aug 24 04:42:06.505843 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (10f018dd-575c-4d1e-87fb-a7b91c2613cb), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:06.536539 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event deleted for resources: {'Port': ['ID=10f018dd-575c-4d1e-87fb-a7b91c2613cb,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:06.553481 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.554014 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.554546 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.555076 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.555608 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.556140 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.559824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.559824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.559824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.559824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.559824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.559824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.559824 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.561547 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.561547 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:06.665903 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for floatingip (81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:06.666603 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Floating IP 81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd disassociated (deleted). External IP: 172.27.4.71, port: f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26. Aug 24 04:42:06.953125 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Router 110fbbc3-965f-413d-9774-69d7f3b8aed8 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:42:07.072653 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:07.153218 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:07.173878 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 84528557-363f-4af8-99bc-a4d937e1c636 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:07.174405 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (84528557-363f-4af8-99bc-a4d937e1c636), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:07.215488 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:42:07.222494 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:07.247168 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c761e-391a-4949-a190-83babf11f2ec None None] Sync routers for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:42:07.272198 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-c8d36e84-f8e0-443c-97b5-a887a1ffe4c4 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd HTTP/1.1" status: 204 len: 168 time: 1.6304784 Aug 24 04:42:07.273356 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:42:07.276534 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cb0930-1f5d-4660-aecb-c1303b894539" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:42:07.309890 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c761e-391a-4949-a190-83babf11f2ec None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:07.312003 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-620c761e-391a-4949-a190-83babf11f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:41:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:07.339263 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3efee9e-663b-4f38-b290-d79fdec4755d x-openstack-request-id: req-e3efee9e-663b-4f38-b290-d79fdec4755d {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:42:07.340044 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:42:07.340669 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e3efee9e-663b-4f38-b290-d79fdec4755d {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:42:07.342123 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3efee9e-663b-4f38-b290-d79fdec4755d'] response: {'name': 'network-changed', 'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'status': 'completed', 'code': 200} Aug 24 04:42:07.636869 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:07.657471 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-620c761e-391a-4949-a190-83babf11f2ec None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:07.746199 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-3847825c-faee-4d61-b97f-a295eff0a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:07.750032 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-3847825c-faee-4d61-b97f-a295eff0a5c5 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 1129 time: 0.3671565 Aug 24 04:42:07.765731 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ac9f5-4397-48e3-88cc-0dcda11ff551 req-da6d1543-f360-4af9-9cf4-46c4278cb92e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:07.768404 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e58ac9f5-4397-48e3-88cc-0dcda11ff551 req-da6d1543-f360-4af9-9cf4-46c4278cb92e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 945 time: 0.1599987 Aug 24 04:42:07.794445 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd9cde-ebcf-41f5-8a71-2c4ec4e7ea7b req-7d749707-1f63-40a3-9200-dbb4a6bf970a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:07.797118 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2dbd9cde-ebcf-41f5-8a71-2c4ec4e7ea7b req-7d749707-1f63-40a3-9200-dbb4a6bf970a tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1168411 Aug 24 04:42:07.890336 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e58ac9f5-4397-48e3-88cc-0dcda11ff551 req-825db38c-48f5-495c-946c-1a727a5fdac1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113734 Aug 24 04:42:07.953944 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 84528557-363f-4af8-99bc-a4d937e1c636 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:07.954348 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:07.994684 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2dbd9cde-ebcf-41f5-8a71-2c4ec4e7ea7b req-9e9839d8-bfce-4225-b3f1-a971d347d2e5 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844523 Aug 24 04:42:08.199221 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:42:08.201732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8661ac6c-f2a9-4a9f-b828-9a3d7e18f9d4" -d '{"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-plugged", "status": "completed", "tag": "84528557-363f-4af8-99bc-a4d937e1c636"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:42:08.237098 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:08.256457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:08.315467 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d0b33b-d8b3-4dc8-bda7-8c91f7450c92 x-openstack-request-id: req-d8d0b33b-d8b3-4dc8-bda7-8c91f7450c92 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:42:08.315788 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-plugged", "status": "completed", "tag": "84528557-363f-4af8-99bc-a4d937e1c636", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:42:08.315952 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d8d0b33b-d8b3-4dc8-bda7-8c91f7450c92 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:42:08.316635 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d0b33b-d8b3-4dc8-bda7-8c91f7450c92'] response: {'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636', 'code': 200} Aug 24 04:42:08.397339 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=13 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:08.401455 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=15 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:08.420576 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=7']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:08.425759 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-620c761e-391a-4949-a190-83babf11f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 5, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:08.481372 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c761e-391a-4949-a190-83babf11f2ec None None] Checking router: 110fbbc3-965f-413d-9774-69d7f3b8aed8 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:42:08.500229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c761e-391a-4949-a190-83babf11f2ec None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:08.501930 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-620c761e-391a-4949-a190-83babf11f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:41:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:08.687307 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-620c761e-391a-4949-a190-83babf11f2ec None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:08.776972 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-2bb40ad0-b9d9-48e4-84e2-3ef4023cd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:08.780429 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-2bb40ad0-b9d9-48e4-84e2-3ef4023cd5b6 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 200 len: 911 time: 0.1985860 Aug 24 04:42:08.843539 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-992cafbf-cdfd-4aab-9264-1fa90c7723d9 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 200 len: 217 time: 0.0558245 Aug 24 04:42:08.954599 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:08.955970 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-ef491c27-b183-4c91-86ac-c677a40c7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:08.959994 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-ef491c27-b183-4c91-86ac-c677a40c7fbe service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 200 len: 848 time: 0.1040621 Aug 24 04:42:09.015606 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:09.146329 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-102ecec3-bc08-4be1-ba52-627525429ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:09.147979 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-102ecec3-bc08-4be1-ba52-627525429ccb service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=827c95a6-1d57-45fd-a53c-29ebfb059ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016812 Aug 24 04:42:09.159330 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-620c761e-391a-4949-a190-83babf11f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 5, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:09.167440 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-be993f9c-490a-407c-83e3-e9a6e6e22abb service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:42:09.168400 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-be993f9c-490a-407c-83e3-e9a6e6e22abb service neutron] 10.222.0.99 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063002 Aug 24 04:42:09.179554 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415871c1-741b-47a1-a1fa-7cdb4250b255 req-d752b323-f246-467b-8878-29e6da14cb4c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:09.186972 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-415871c1-741b-47a1-a1fa-7cdb4250b255 req-d752b323-f246-467b-8878-29e6da14cb4c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0923862 Aug 24 04:42:09.217324 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c761e-391a-4949-a190-83babf11f2ec None None] The sync data for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi is: [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:36:55Z', 'revision_number': 4, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '676e660e-eba5-45cc-9449-741f1ead79a1', 'name': '', 'network_id': '827c95a6-1d57-45fd-a53c-29ebfb059ff8', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'mac_address': 'fa:16:3e:cc:31:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:54Z', 'updated_at': '2022-08-24T04:37:03Z', 'revision_number': 5, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'subnets': [{'id': '042bcaff-1eee-4ec8-b1a0-b393c4d24e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:42:09.275859 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-415871c1-741b-47a1-a1fa-7cdb4250b255 req-55f97a0b-2e87-4b69-a729-5eb4177af963 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860620 Aug 24 04:42:09.276499 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-29586a16-d6bd-4097-86b6-a81e51d8760b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:09.278173 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-29586a16-d6bd-4097-86b6-a81e51d8760b tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1802979 Aug 24 04:42:09.316352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe88fe0-1284-4101-abc4-ae98e3160c1f req-e8e1c294-d4a7-4518-b9f4-d598a62bc037 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:09.340386 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8fe88fe0-1284-4101-abc4-ae98e3160c1f req-e8e1c294-d4a7-4518-b9f4-d598a62bc037 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 945 time: 0.1876330 Aug 24 04:42:09.460318 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Deleting port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:09.462043 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:09.536232 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-8212525a-3837-481c-8e11-a4353f2bac9c service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468287 Aug 24 04:42:09.543744 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8fe88fe0-1284-4101-abc4-ae98e3160c1f req-1a87852d-1407-4cf6-a541-e732222eeae6 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=d0c34773-17f2-492f-a08e-316d4708cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927030 Aug 24 04:42:09.630487 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:09.725447 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] For port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:09.726471 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:09.770203 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Calling delete_port for f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:09.796407 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a9cb0930-1f5d-4660-aecb-c1303b894539 req-ae204c3e-3854-478c-a517-48d71442531c service neutron] 10.222.0.99 "GET /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513194 Aug 24 04:42:09.831205 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c3127-e2e6-4fe5-b32a-b523722f5e9d None None] New status for floating IP 81bba4a9-9ceb-49dd-9c89-3ffc278c7cdd: DOWN {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:42:10.115091 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:10.171476 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event deleted for resources: {'Port': ['ID=f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:10.271857 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] No DVR routers for this DVR port f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:42:10.279610 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:10.284940 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-c7d1f454-5dfa-43ab-88ae-b0c5af5cfc1d req-a833e328-d12f-4262-8f92-30bd1003add0 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.99 "DELETE /networking/v2.0/ports/f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 HTTP/1.1" status: 204 len: 173 time: 0.9974511 Aug 24 04:42:10.285632 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'name': 'network-vif-deleted', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:42:10.290184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbd0ad9-08f8-4c00-80e5-8f6f934d7c0b" -d '{"events": [{"server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "name": "network-vif-deleted", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:42:10.382829 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e408b7-1793-40a7-8ba4-7ca1f33a49bd x-openstack-request-id: req-99e408b7-1793-40a7-8ba4-7ca1f33a49bd {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:42:10.383351 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c98502-7dc7-4c98-95b1-d8d7791c74e3", "name": "network-vif-deleted", "tag": "f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:42:10.383771 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-99e408b7-1793-40a7-8ba4-7ca1f33a49bd {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:42:10.384661 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e408b7-1793-40a7-8ba4-7ca1f33a49bd'] response: {'server_uuid': 'a4c98502-7dc7-4c98-95b1-d8d7791c74e3', 'name': 'network-vif-deleted', 'tag': 'f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26', 'status': 'completed', 'code': 200} Aug 24 04:42:10.400966 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-052e8a0a-17bb-456a-a784-400627c02660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:10.525350 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:10.543650 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f47f-4779-493c-b28a-d47bb874ffd6 req-c78cb7bf-555a-44a2-b709-8578a3f4866b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:10.547252 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f545f47f-4779-493c-b28a-d47bb874ffd6 req-c78cb7bf-555a-44a2-b709-8578a3f4866b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0926721 Aug 24 04:42:10.693989 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f545f47f-4779-493c-b28a-d47bb874ffd6 req-0a2759de-e95b-440f-a416-0197b50161e0 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1384742 Aug 24 04:42:10.784446 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b1ae805-dc2e-4fdc-a8f7-295584a1d284 req-600a6cc2-8598-413c-97ca-d6e1e3b3638d tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=a4c98502-7dc7-4c98-95b1-d8d7791c74e3 HTTP/1.1" status: 200 len: 210 time: 0.0546081 Aug 24 04:42:11.927304 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41630) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:11.944130 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbb296-e645-43f3-832a-1dbb9f5557ab req-166e5d17-c74e-4509-b9d7-50866ee7be6f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:11.946942 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4ffbb296-e645-43f3-832a-1dbb9f5557ab req-166e5d17-c74e-4509-b9d7-50866ee7be6f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0984952 Aug 24 04:42:12.052645 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4ffbb296-e645-43f3-832a-1dbb9f5557ab req-ad1635e1-9995-405c-8359-c503fafa5ac9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949945 Aug 24 04:42:12.072300 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-20e9d98e-0202-48df-9bee-e86b8dfff304 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group (d0c34773-17f2-492f-a08e-316d4708cd6b), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:12.151117 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-20e9d98e-0202-48df-9bee-e86b8dfff304 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group (d0c34773-17f2-492f-a08e-316d4708cd6b), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:12.297102 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-20e9d98e-0202-48df-9bee-e86b8dfff304 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (d0c34773-17f2-492f-a08e-316d4708cd6b), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:12.300225 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-20e9d98e-0202-48df-9bee-e86b8dfff304 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:12.301495 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-20e9d98e-0202-48df-9bee-e86b8dfff304 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/d0c34773-17f2-492f-a08e-316d4708cd6b HTTP/1.1" status: 204 len: 168 time: 0.3728614 Aug 24 04:42:12.327558 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9d98e-0202-48df-9bee-e86b8dfff304 tempest-TestShelveInstance-315343318 tempest-TestShelveInstance-315343318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c34773-17f2-492f-a08e-316d4708cd6b,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:12.390198 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41634) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:13.006834 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:13.035307 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0830e4ad-a626-44b9-86ac-cfd98c98fa24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:13.116469 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:42:13.171901 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:42:13.172812 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device f7b9221d-9cd6-4ec5-8c12-51ceeabc7b26 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:42:13.282447 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (110fbbc3-965f-413d-9774-69d7f3b8aed8), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:13.365147 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b86777-1aeb-41ab-9314-188927d5c181 req-c73163c7-6e86-4948-a0cf-0f47699354f6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:13.377441 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-09b86777-1aeb-41ab-9314-188927d5c181 req-c73163c7-6e86-4948-a0cf-0f47699354f6 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.1232200 Aug 24 04:42:13.424873 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:13.470593 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-09b86777-1aeb-41ab-9314-188927d5c181 req-66ab4164-d33a-4720-b1ae-8e539ee9577d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903437 Aug 24 04:42:13.595175 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:13.745860 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Deleting port 676e660e-eba5-45cc-9449-741f1ead79a1 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:13.746423 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:13.935665 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] For port 676e660e-eba5-45cc-9449-741f1ead79a1, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=676e660e-eba5-45cc-9449-741f1ead79a1,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:13.936093 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:13.969430 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Calling delete_port for 676e660e-eba5-45cc-9449-741f1ead79a1 owned by network:router_interface {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:14.131252 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:14.321020 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (676e660e-eba5-45cc-9449-741f1ead79a1), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:14.356700 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Pushing event deleted for resources: {'Port': ['ID=676e660e-eba5-45cc-9449-741f1ead79a1,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:14.743723 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (110fbbc3-965f-413d-9774-69d7f3b8aed8), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:14.759763 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662909a9-d395-494c-8f2a-d830965fb488 req-2735d06b-dea8-40c5-bc36-afd8e2ccab78 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:14.767349 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-662909a9-d395-494c-8f2a-d830965fb488 req-2735d06b-dea8-40c5-bc36-afd8e2ccab78 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0934706 Aug 24 04:42:14.911189 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-662909a9-d395-494c-8f2a-d830965fb488 req-e886d1d4-5409-4b05-ab5d-74497bdd2807 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273401 Aug 24 04:42:14.970220 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:15.188907 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Router 110fbbc3-965f-413d-9774-69d7f3b8aed8 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:42:15.321834 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:15.408066 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:42:15.415881 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-dad33c6b-be5f-4ed5-821a-e1081bb4587d admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/110fbbc3-965f-413d-9774-69d7f3b8aed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0239229 Aug 24 04:42:15.418703 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41646) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:15.428270 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] Sync routers for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:42:15.453012 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:15.456906 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:15.620019 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:15.693047 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks [] for router (110fbbc3-965f-413d-9774-69d7f3b8aed8), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:15.702395 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:15.871175 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks [] for router_gateway (110fbbc3-965f-413d-9774-69d7f3b8aed8), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:15.975988 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:16.027798 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Deleting port c773609e-b48d-4b2b-a1dd-70986b14c42d {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:16.028972 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:16.169563 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:42:14Z', 'revision_number': 5, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port': {'id': 'c773609e-b48d-4b2b-a1dd-70986b14c42d', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:72:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:52Z', 'updated_at': '2022-08-24T04:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:16.226867 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eddf62-9a0c-4932-af47-112ea7ed7666 req-ec9f46db-7230-4355-82c9-39e1a999c2d7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:16.229195 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] Checking router: 110fbbc3-965f-413d-9774-69d7f3b8aed8 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:42:16.229598 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-27eddf62-9a0c-4932-af47-112ea7ed7666 req-ec9f46db-7230-4355-82c9-39e1a999c2d7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0957325 Aug 24 04:42:16.266091 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] Routers {'110fbbc3-965f-413d-9774-69d7f3b8aed8'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:16.267769 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['110fbbc3-965f-413d-9774-69d7f3b8aed8'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:16.269951 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] For port c773609e-b48d-4b2b-a1dd-70986b14c42d, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c773609e-b48d-4b2b-a1dd-70986b14c42d,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:16.271369 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:16.274191 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:16.342739 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Calling delete_port for c773609e-b48d-4b2b-a1dd-70986b14c42d owned by network:router_gateway {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:16.399625 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] Set router 110fbbc3-965f-413d-9774-69d7f3b8aed8 gateway port host: None {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:16.412476 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-27eddf62-9a0c-4932-af47-112ea7ed7666 req-73625ce9-4e10-44d4-a2a3-f6b179e54a81 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334922 Aug 24 04:42:16.512105 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:42:15Z', 'revision_number': 6, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:16.568303 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374310c-fa82-41db-93f0-634b7f4cafc2 None None] The sync data for ids ['110fbbc3-965f-413d-9774-69d7f3b8aed8'] in dv-cinder-854263-1-iscsi is: [{'id': '110fbbc3-965f-413d-9774-69d7f3b8aed8', 'name': 'tempest-TestShelveInstance-1160467362-router', 'tenant_id': '0c7390bb6172447cbbaa4736949fdcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:51Z', 'updated_at': '2022-08-24T04:42:15Z', 'revision_number': 6, 'project_id': '0c7390bb6172447cbbaa4736949fdcb4', 'gw_port_host': None}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:42:16.609885 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:16.765513 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (c773609e-b48d-4b2b-a1dd-70986b14c42d), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:16.819241 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c773609e-b48d-4b2b-a1dd-70986b14c42d,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:16.839348 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.840124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.840874 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.843053 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.843053 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.843536 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.844222 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.844932 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.845605 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.846327 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.847019 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.847692 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.848370 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.852709 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.852709 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:16.975646 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (110fbbc3-965f-413d-9774-69d7f3b8aed8), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.151900 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:17.171365 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (110fbbc3-965f-413d-9774-69d7f3b8aed8), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.176092 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks [] for router_controller (110fbbc3-965f-413d-9774-69d7f3b8aed8), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.260166 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (110fbbc3-965f-413d-9774-69d7f3b8aed8), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.261645 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 110fbbc3-965f-413d-9774-69d7f3b8aed8 {{(pid=106346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:42:17.272795 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.276598 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a58d0b4e-f3ac-4d92-b4a6-6d0aa908cc6b admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/110fbbc3-965f-413d-9774-69d7f3b8aed8 HTTP/1.1" status: 204 len: 168 time: 1.8549628 Aug 24 04:42:17.278659 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41650) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:17.367709 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5a2812-96e3-446f-aa06-214f8f8e7de4 admin admin] Deleting subnet 042bcaff-1eee-4ec8-b1a0-b393c4d24e5b {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:42:17.373752 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2812-96e3-446f-aa06-214f8f8e7de4 admin admin] Publish callbacks [] for subnet (042bcaff-1eee-4ec8-b1a0-b393c4d24e5b), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.459156 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2812-96e3-446f-aa06-214f8f8e7de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (042bcaff-1eee-4ec8-b1a0-b393c4d24e5b), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.658522 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c773609e-b48d-4b2b-a1dd-70986b14c42d no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:42:17.659397 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2812-96e3-446f-aa06-214f8f8e7de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (042bcaff-1eee-4ec8-b1a0-b393c4d24e5b), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.697868 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: c773609e-b48d-4b2b-a1dd-70986b14c42d {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:42:17.698754 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c773609e-b48d-4b2b-a1dd-70986b14c42d not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:42:17.699931 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 676e660e-eba5-45cc-9449-741f1ead79a1 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:42:17.743408 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2812-96e3-446f-aa06-214f8f8e7de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (042bcaff-1eee-4ec8-b1a0-b393c4d24e5b), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.751599 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e381a-28e7-4757-8841-09ebb1e40ab6 req-d59d4fb8-5485-403b-ac1e-5c227547778a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:17.758957 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 676e660e-eba5-45cc-9449-741f1ead79a1 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:42:17.759934 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 676e660e-eba5-45cc-9449-741f1ead79a1 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:42:17.768662 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2812-96e3-446f-aa06-214f8f8e7de4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:17.773718 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ed5a2812-96e3-446f-aa06-214f8f8e7de4 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/042bcaff-1eee-4ec8-b1a0-b393c4d24e5b HTTP/1.1" status: 204 len: 168 time: 0.4922926 Aug 24 04:42:17.773921 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-892e381a-28e7-4757-8841-09ebb1e40ab6 req-d59d4fb8-5485-403b-ac1e-5c227547778a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.1749830 Aug 24 04:42:17.781064 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a3cc1-a3b9-47fc-9aac-ee19cd07a4f1 None None] Network 827c95a6-1d57-45fd-a53c-29ebfb059ff8 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:42:17.822258 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41658) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:17.844114 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a2812-96e3-446f-aa06-214f8f8e7de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042bcaff-1eee-4ec8-b1a0-b393c4d24e5b,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:17.952283 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-892e381a-28e7-4757-8841-09ebb1e40ab6 req-0a78a9df-3851-4de5-8fb5-1ffa6f4cf162 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1747973 Aug 24 04:42:18.001274 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (827c95a6-1d57-45fd-a53c-29ebfb059ff8), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.126059 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Deleting port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:18.126493 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.146405 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] DHCP port deletion for 827c95a6-1d57-45fd-a53c-29ebfb059ff8 request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:42:18.244017 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Deleting port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:18.244913 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.336951 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] For port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:18.338628 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.366347 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Calling delete_port for fa80f20c-b8bf-4e31-8a34-61dbcc7f58da owned by network:dhcp {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:18.444219 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] For port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,segment=NetworkSegment(65adbc9b-2370-4ea0-ba6b-78b185598d4b),segment_id=65adbc9b-2370-4ea0-ba6b-78b185598d4b)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:18.447813 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.488526 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Calling delete_port for fa80f20c-b8bf-4e31-8a34-61dbcc7f58da owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:18.532087 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.597822 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:18.602537 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] No DVR routers for this DVR port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da on host dv-cinder-854263-1-iscsi {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:42:18.628940 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (fa80f20c-b8bf-4e31-8a34-61dbcc7f58da), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.688075 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] No DVR routers for this DVR port fa80f20c-b8bf-4e31-8a34-61dbcc7f58da on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:42:18.693617 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Pushing event deleted for resources: {'Port': ['ID=fa80f20c-b8bf-4e31-8a34-61dbcc7f58da,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:18.707735 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.708159 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.708809 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.709175 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.709513 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.709932 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.710443 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.710783 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.711326 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.711620 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.712127 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.712943 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.713514 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.713664 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.714085 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0cc45-21dc-4e0a-b782-7ef2fb984afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:18.752101 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (827c95a6-1d57-45fd-a53c-29ebfb059ff8), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.770904 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:18.796108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827c95a6-1d57-45fd-a53c-29ebfb059ff8']}} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:18.815286 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65adbc9b-2370-4ea0-ba6b-78b185598d4b') {'for_net_delete': True} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:18.815768 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65adbc9b-2370-4ea0-ba6b-78b185598d4b') {} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:18.837631 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117889838'] for segment (65adbc9b-2370-4ea0-ba6b-78b185598d4b), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.865390 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (65adbc9b-2370-4ea0-ba6b-78b185598d4b), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.878439 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=106347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:42:18.879100 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119372443'] for segment (65adbc9b-2370-4ea0-ba6b-78b185598d4b), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:18.934550 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:19.008026 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (827c95a6-1d57-45fd-a53c-29ebfb059ff8), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:19.019826 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:19.032706 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41676) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:19.033517 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/827c95a6-1d57-45fd-a53c-29ebfb059ff8 HTTP/1.1" status: 204 len: 168 time: 1.1977773 Aug 24 04:42:19.205628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6a988-6e95-4e0f-81cc-3c63c30cc712 req-fa97887a-be7e-4c11-9275-7a57a9b11c34 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:19.207197 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-57d6a988-6e95-4e0f-81cc-3c63c30cc712 req-fa97887a-be7e-4c11-9275-7a57a9b11c34 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.1100574 Aug 24 04:42:19.387772 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device fa80f20c-b8bf-4e31-8a34-61dbcc7f58da no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:42:19.429767 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: fa80f20c-b8bf-4e31-8a34-61dbcc7f58da {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:42:19.430809 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device fa80f20c-b8bf-4e31-8a34-61dbcc7f58da not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:42:19.468868 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 65adbc9b-2370-4ea0-ba6b-78b185598d4b resource provider aggregate not found Aug 24 04:42:19.491212 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d421a5-e32a-47ae-be0c-a93388d6e2cb admin admin] Pushing event deleted for resources: {'Network': ['ID=827c95a6-1d57-45fd-a53c-29ebfb059ff8,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:19.533048 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 65adbc9b-2370-4ea0-ba6b-78b185598d4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65adbc9b-2370-4ea0-ba6b-78b185598d4b found for delete ", "request_id": "req-b4a8ffe2-48b0-45a0-a3ba-b18e7d9af1ff"}]} Aug 24 04:42:19.557134 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-e3f33595-eb1c-463f-b6d3-a748f5ac71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:19.559913 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-e3f33595-eb1c-463f-b6d3-a748f5ac71dc service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 1130 time: 0.0846529 Aug 24 04:42:19.723956 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-5743ccfb-dfaf-4cd2-ac4e-5eaf3e9c546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:19.725837 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-5743ccfb-dfaf-4cd2-ac4e-5eaf3e9c546d service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.1585817 Aug 24 04:42:19.771578 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-57d6a988-6e95-4e0f-81cc-3c63c30cc712 req-a50379fa-8d20-48bd-a537-5b7b9a57a986 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5548387 Aug 24 04:42:19.846394 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-8a2baf0d-8e57-4487-887a-227e79d420ac service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 200 len: 1001 time: 0.1130633 Aug 24 04:42:19.915270 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-9c9fdd2e-27fe-4a22-8fdc-bbb4f891118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:19.917221 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-9c9fdd2e-27fe-4a22-8fdc-bbb4f891118b service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0651469 Aug 24 04:42:19.974864 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-c43ea90b-2393-48cf-9f78-eda109a54b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:19.976341 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-c43ea90b-2393-48cf-9f78-eda109a54b36 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535240 Aug 24 04:42:20.033197 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (21a805f1-609d-4433-91c7-22bc4c659d23), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:20.094918 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-4da22f1e-dc1c-4aad-b636-47c9f6b9bad0 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121080 Aug 24 04:42:20.213286 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-b011305f-753c-4df5-9583-a7cc09fc8a65 req-70d26a71-1fe5-4f0e-b674-85633e4edc5b service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126239 Aug 24 04:42:20.242216 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:20.307350 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Deleting port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:20.307681 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:20.398346 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] For port bb8e3f0a-54a6-4f16-a281-c5891a6c69f0, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,segment=NetworkSegment(96e4a59a-0087-48a7-bee4-a67c1995687f),segment_id=96e4a59a-0087-48a7-bee4-a67c1995687f)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:20.398706 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:20.413906 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Calling delete_port for bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 owned by network:router_interface {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:20.472527 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:20.615407 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (bb8e3f0a-54a6-4f16-a281-c5891a6c69f0), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:20.642623 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8e3f0a-54a6-4f16-a281-c5891a6c69f0,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:20.883466 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (21a805f1-609d-4433-91c7-22bc4c659d23), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:21.035828 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c364de-4803-4c89-bfad-bd8b9c3e3ef3 req-10481a68-12d1-4174-888f-341a5e6fbcee tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:21.037736 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-69c364de-4803-4c89-bfad-bd8b9c3e3ef3 req-10481a68-12d1-4174-888f-341a5e6fbcee tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0975277 Aug 24 04:42:21.163848 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-69c364de-4803-4c89-bfad-bd8b9c3e3ef3 req-329d563e-7733-473e-9f0b-d18bb3adf946 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180284 Aug 24 04:42:21.211271 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Router 21a805f1-609d-4433-91c7-22bc4c659d23 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:42:21.223290 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:21.331908 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:42:21.337723 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-2f7dd1c3-fc3f-4715-a888-5a25ae485584 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/21a805f1-609d-4433-91c7-22bc4c659d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3038943 Aug 24 04:42:21.340713 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41682) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:21.344780 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] Sync routers for ids ['21a805f1-609d-4433-91c7-22bc4c659d23'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:42:21.356803 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] Routers {'21a805f1-609d-4433-91c7-22bc4c659d23'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:21.357803 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['21a805f1-609d-4433-91c7-22bc4c659d23'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:21.455503 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks [] for router (21a805f1-609d-4433-91c7-22bc4c659d23), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:21.557835 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:21.567261 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] Set router 21a805f1-609d-4433-91c7-22bc4c659d23 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:21.587989 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks [] for router_gateway (21a805f1-609d-4433-91c7-22bc4c659d23), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:21.648236 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Deleting port 70553220-00d6-4a00-8de1-2ee0a9583388 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:21.648611 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:21.748671 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] For port 70553220-00d6-4a00-8de1-2ee0a9583388, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=70553220-00d6-4a00-8de1-2ee0a9583388,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:21.749348 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:21.769170 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Calling delete_port for 70553220-00d6-4a00-8de1-2ee0a9583388 owned by network:router_gateway {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:21.787955 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49'}], 'enable_snat': True}, 'gw_port_id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:42:20Z', 'revision_number': 5, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port': {'id': '70553220-00d6-4a00-8de1-2ee0a9583388', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:21.815202 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] Checking router: 21a805f1-609d-4433-91c7-22bc4c659d23 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:42:21.825234 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] Routers {'21a805f1-609d-4433-91c7-22bc4c659d23'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:21.826456 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['21a805f1-609d-4433-91c7-22bc4c659d23'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:21.936056 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] Set router 21a805f1-609d-4433-91c7-22bc4c659d23 gateway port host: None {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:21.990102 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (70553220-00d6-4a00-8de1-2ee0a9583388), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:21.992013 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:42:21Z', 'revision_number': 6, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:22.024499 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Pushing event deleted for resources: {'Port': ['ID=70553220-00d6-4a00-8de1-2ee0a9583388,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:22.026559 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f7353-dcbd-40f2-afd3-726ca160048c None None] The sync data for ids ['21a805f1-609d-4433-91c7-22bc4c659d23'] in dv-cinder-854263-1-iscsi is: [{'id': '21a805f1-609d-4433-91c7-22bc4c659d23', 'name': 'tempest-TestShelveInstance-1021924023-router', 'tenant_id': '204520f73de541b0b0d197f8e73a46f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:36:58Z', 'updated_at': '2022-08-24T04:42:21Z', 'revision_number': 6, 'project_id': '204520f73de541b0b0d197f8e73a46f4', 'gw_port_host': None}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:42:22.111965 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (21a805f1-609d-4433-91c7-22bc4c659d23), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.218028 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (21a805f1-609d-4433-91c7-22bc4c659d23), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.221353 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks [] for router_controller (21a805f1-609d-4433-91c7-22bc4c659d23), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.297650 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (21a805f1-609d-4433-91c7-22bc4c659d23), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.298179 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a805f1-609d-4433-91c7-22bc4c659d23 {{(pid=106346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:42:22.304960 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.306167 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-6c95a68a-4207-41c1-9de2-9a2df591736a admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/21a805f1-609d-4433-91c7-22bc4c659d23 HTTP/1.1" status: 204 len: 168 time: 0.9608450 Aug 24 04:42:22.309019 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41686) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:22.327405 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90cb1-9839-47b1-b4be-5dd195c5968d req-b4a22e82-362e-430b-8eeb-4aaea2064171 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:22.329043 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7ba90cb1-9839-47b1-b4be-5dd195c5968d req-b4a22e82-362e-430b-8eeb-4aaea2064171 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 946 time: 0.0627408 Aug 24 04:42:22.362144 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-700d51ac-cfaf-465a-af10-f98384a2cf61 admin admin] Deleting subnet 48a036b0-f851-4108-866f-ff3c325d39e0 {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:42:22.366059 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-700d51ac-cfaf-465a-af10-f98384a2cf61 admin admin] Publish callbacks [] for subnet (48a036b0-f851-4108-866f-ff3c325d39e0), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.388334 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7ba90cb1-9839-47b1-b4be-5dd195c5968d req-881218ed-a180-472e-80dc-c125192e87ad tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529881 Aug 24 04:42:22.417722 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-700d51ac-cfaf-465a-af10-f98384a2cf61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (48a036b0-f851-4108-866f-ff3c325d39e0), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.527109 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-700d51ac-cfaf-465a-af10-f98384a2cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (48a036b0-f851-4108-866f-ff3c325d39e0), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.603259 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-700d51ac-cfaf-465a-af10-f98384a2cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (48a036b0-f851-4108-866f-ff3c325d39e0), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.637008 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d51ac-cfaf-465a-af10-f98384a2cf61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a036b0-f851-4108-866f-ff3c325d39e0,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:22.641993 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-700d51ac-cfaf-465a-af10-f98384a2cf61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.649211 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-700d51ac-cfaf-465a-af10-f98384a2cf61 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/48a036b0-f851-4108-866f-ff3c325d39e0 HTTP/1.1" status: 204 len: 168 time: 0.3341169 Aug 24 04:42:22.650155 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442331dd-5c3e-46c3-8f2e-6ed26a2abc21 None None] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:42:22.652108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41696) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:22.684126 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:22.776385 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (d863b136-979d-44fa-a7e8-96f7bcbd9c90), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.851895 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Deleting port aeed851f-fe9b-40ac-a32a-14a63451d8ac {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:22.852700 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.877592 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] DHCP port deletion for d863b136-979d-44fa-a7e8-96f7bcbd9c90 request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:42:22.961670 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] Deleting port aeed851f-fe9b-40ac-a32a-14a63451d8ac {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:42:22.962704 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:22.993626 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] For port aeed851f-fe9b-40ac-a32a-14a63451d8ac, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=aeed851f-fe9b-40ac-a32a-14a63451d8ac,segment=NetworkSegment(96e4a59a-0087-48a7-bee4-a67c1995687f),segment_id=96e4a59a-0087-48a7-bee4-a67c1995687f)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:22.993626 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.020126 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Calling delete_port for aeed851f-fe9b-40ac-a32a-14a63451d8ac owned by network:dhcp {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:23.030902 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:23.069443 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] For port aeed851f-fe9b-40ac-a32a-14a63451d8ac, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=aeed851f-fe9b-40ac-a32a-14a63451d8ac,segment=NetworkSegment(96e4a59a-0087-48a7-bee4-a67c1995687f),segment_id=96e4a59a-0087-48a7-bee4-a67c1995687f)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:23.070096 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.102934 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] Calling delete_port for aeed851f-fe9b-40ac-a32a-14a63451d8ac owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:42:23.177693 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.220862 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Pushing event deleted for resources: {'Port': ['ID=aeed851f-fe9b-40ac-a32a-14a63451d8ac,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:23.223522 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] No DVR routers for this DVR port aeed851f-fe9b-40ac-a32a-14a63451d8ac on host dv-cinder-854263-1-iscsi {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:42:23.332777 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:42:23.338630 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (d863b136-979d-44fa-a7e8-96f7bcbd9c90), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.385759 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d863b136-979d-44fa-a7e8-96f7bcbd9c90']}} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:23.397616 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:42:23.408681 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e4a59a-0087-48a7-bee4-a67c1995687f') {'for_net_delete': True} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:23.409099 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e4a59a-0087-48a7-bee4-a67c1995687f') {} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:23.425887 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:23.427009 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117889838'] for segment (96e4a59a-0087-48a7-bee4-a67c1995687f), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.430481 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:42:23.430821 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device bb8e3f0a-54a6-4f16-a281-c5891a6c69f0 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:42:23.431258 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device aeed851f-fe9b-40ac-a32a-14a63451d8ac no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:42:23.450952 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (96e4a59a-0087-48a7-bee4-a67c1995687f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.463696 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: aeed851f-fe9b-40ac-a32a-14a63451d8ac {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:42:23.464517 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device aeed851f-fe9b-40ac-a32a-14a63451d8ac not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:42:23.465304 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 70553220-00d6-4a00-8de1-2ee0a9583388 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:42:23.466877 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=106347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:42:23.467512 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119372443'] for segment (96e4a59a-0087-48a7-bee4-a67c1995687f), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.505591 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 70553220-00d6-4a00-8de1-2ee0a9583388 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:42:23.506321 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 70553220-00d6-4a00-8de1-2ee0a9583388 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:42:23.518082 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (aeed851f-fe9b-40ac-a32a-14a63451d8ac), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.543757 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 96e4a59a-0087-48a7-bee4-a67c1995687f resource provider aggregate not found Aug 24 04:42:23.555515 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (d863b136-979d-44fa-a7e8-96f7bcbd9c90), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.580254 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] Network d863b136-979d-44fa-a7e8-96f7bcbd9c90 is not hosted by any dhcp agent {{(pid=106348) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 04:42:23.580772 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] No DVR routers for this DVR port aeed851f-fe9b-40ac-a32a-14a63451d8ac on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:42:23.581918 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.582499 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:23.588951 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/d863b136-979d-44fa-a7e8-96f7bcbd9c90 HTTP/1.1" status: 204 len: 168 time: 0.9322028 Aug 24 04:42:23.588951 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1f670-5a45-4c79-8aef-ccc19280411d admin admin] Pushing event deleted for resources: {'Network': ['ID=d863b136-979d-44fa-a7e8-96f7bcbd9c90,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:23.592958 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cf604-2c3f-45af-a00b-b0ff5b67f153 None None] Pushing event deleted for resources: {'Port': ['ID=aeed851f-fe9b-40ac-a32a-14a63451d8ac,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:23.598372 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 84528557-363f-4af8-99bc-a4d937e1c636 is: ACTIVE; New status is: DOWN {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:23.599317 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.618100 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 96e4a59a-0087-48a7-bee4-a67c1995687f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96e4a59a-0087-48a7-bee4-a67c1995687f found for delete ", "request_id": "req-7ccf07a6-7243-4887-bd97-befabb8887e2"}]} Aug 24 04:42:23.633839 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:42:23.636216 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd297856-2eaa-4236-bac1-c0c604aff490" -d '{"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-unplugged", "status": "completed", "tag": "84528557-363f-4af8-99bc-a4d937e1c636"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:42:23.657078 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:23.667180 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.705041 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce311fda-1bcd-4ee6-b992-dd4e861fcc01 x-openstack-request-id: req-ce311fda-1bcd-4ee6-b992-dd4e861fcc01 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:42:23.705307 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-unplugged", "status": "failed", "tag": "84528557-363f-4af8-99bc-a4d937e1c636", "code": 422}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:42:23.705563 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ce311fda-1bcd-4ee6-b992-dd4e861fcc01 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:42:23.705956 dv-cinder-854263-1-iscsi neutron-server[106348]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ce311fda-1bcd-4ee6-b992-dd4e861fcc01']: {'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636', 'code': 422} returned with failed status Aug 24 04:42:23.752502 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=8']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:23.784485 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41722) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:23.843237 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-062e7eea-496a-49ad-b65d-f726e14728e0 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=0c7390bb6172447cbbaa4736949fdcb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536377 Aug 24 04:42:23.843443 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41724) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:23.919237 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-eaf48031-6345-4610-8db1-4e13177f8887 admin admin] Publish callbacks [] for security_group (cb3c413f-a748-4fd2-a5bb-64838a0fae42), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.945990 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-eaf48031-6345-4610-8db1-4e13177f8887 admin admin] Publish callbacks [] for security_group (cb3c413f-a748-4fd2-a5bb-64838a0fae42), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:23.970853 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:24.021998 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4dfb7-dd37-4f75-813a-073135f18c07 req-bcebfd0a-c174-41d3-8a78-c9556d84e6b9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:24.024046 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4cb4dfb7-dd37-4f75-813a-073135f18c07 req-bcebfd0a-c174-41d3-8a78-c9556d84e6b9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.0652399 Aug 24 04:42:24.031859 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-eaf48031-6345-4610-8db1-4e13177f8887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (cb3c413f-a748-4fd2-a5bb-64838a0fae42), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:24.035226 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-eaf48031-6345-4610-8db1-4e13177f8887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:24.036498 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-eaf48031-6345-4610-8db1-4e13177f8887 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/cb3c413f-a748-4fd2-a5bb-64838a0fae42 HTTP/1.1" status: 204 len: 168 time: 0.1919045 Aug 24 04:42:24.045688 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf48031-6345-4610-8db1-4e13177f8887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3c413f-a748-4fd2-a5bb-64838a0fae42,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:24.115905 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4cb4dfb7-dd37-4f75-813a-073135f18c07 req-a79c00f0-dc41-4d9a-ae0d-78618ab5e525 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818601 Aug 24 04:42:24.401157 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-97190caa-5235-4af1-874f-66deed8e6480 service neutron] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473411 Aug 24 04:42:24.509282 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-14028a8c-1708-41bc-8d3e-be3396e0bebe tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:24.510588 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-14028a8c-1708-41bc-8d3e-be3396e0bebe tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports/84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 200 len: 941 time: 0.0654745 Aug 24 04:42:24.522893 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41746) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:24.577486 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:24.586763 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f2f82ae5-0234-4be3-93ab-75841aad4ae3 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=204520f73de541b0b0d197f8e73a46f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600133 Aug 24 04:42:24.587094 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41752) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:24.651452 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c776ee26-7eb6-4a20-9a0d-88c219a8b5bb admin admin] Publish callbacks [] for security_group (121b3384-1ace-4697-8fcb-c3facd169af4), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:24.690181 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c776ee26-7eb6-4a20-9a0d-88c219a8b5bb admin admin] Publish callbacks [] for security_group (121b3384-1ace-4697-8fcb-c3facd169af4), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:24.770986 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c776ee26-7eb6-4a20-9a0d-88c219a8b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (121b3384-1ace-4697-8fcb-c3facd169af4), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:24.774215 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-c776ee26-7eb6-4a20-9a0d-88c219a8b5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:24.775997 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-c776ee26-7eb6-4a20-9a0d-88c219a8b5bb admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/121b3384-1ace-4697-8fcb-c3facd169af4 HTTP/1.1" status: 204 len: 168 time: 0.1876366 Aug 24 04:42:24.797487 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776ee26-7eb6-4a20-9a0d-88c219a8b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b3384-1ace-4697-8fcb-c3facd169af4,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:25.322322 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c9325-1340-49fc-bc1e-105a9e0d3f4f req-95e62905-3216-4dbc-8008-c41a037433e4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:25.324786 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4c8c9325-1340-49fc-bc1e-105a9e0d3f4f req-95e62905-3216-4dbc-8008-c41a037433e4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.0954182 Aug 24 04:42:25.409591 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:42:25.422099 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4c8c9325-1340-49fc-bc1e-105a9e0d3f4f req-570451f5-ce87-4537-a2f3-94e1f005a1de tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860653 Aug 24 04:42:25.851663 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-abccaa94-e485-480b-b9cd-69d0a933ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:25.853416 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-abccaa94-e485-480b-b9cd-69d0a933ba3e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83&tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6 HTTP/1.1" status: 200 len: 1128 time: 0.0511742 Aug 24 04:42:25.877581 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41780) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:25.929360 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-3383b080-1171-4dc4-8469-ef2839a9a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:25.930893 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-3383b080-1171-4dc4-8469-ef2839a9a433 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 1128 time: 0.0547743 Aug 24 04:42:26.005596 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1097634410-network', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:26.035158 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Made reservation on behalf of 0065be2eaf7c47c889093310cb4d595b for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:42:26.038397 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.050065 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.073088 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-534fc4c1-2920-4c82-8768-53178d3829ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:26.074112 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-534fc4c1-2920-4c82-8768-53178d3829ce service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.1374364 Aug 24 04:42:26.112162 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=8 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:26.131945 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:26.157194 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-309cd633-5cb4-4afa-a4d3-169a62b6d4d7 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 200 len: 999 time: 0.0764556 Aug 24 04:42:26.158670 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Publish callbacks [] for security_group (dac6b5b7-ce11-46d1-8287-723b5ea7c1b5), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.163918 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (dac6b5b7-ce11-46d1-8287-723b5ea7c1b5), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.193984 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=106346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:42:26.201094 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac6b5b7-ce11-46d1-8287-723b5ea7c1b5,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:26.215048 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (19ba7a4c-4bc0-4461-a3b3-98d713cdfff9), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.215629 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Added segment 19ba7a4c-4bc0-4461-a3b3-98d713cdfff9 of type vlan for network a853f537-632c-4884-9732-cae7ba1091ba Aug 24 04:42:26.223809 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-da7d4450-bf3c-4ab1-9624-f53e9f251857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:26.225428 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-da7d4450-bf3c-4ab1-9624-f53e9f251857 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0628915 Aug 24 04:42:26.280764 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-06243a65-9529-44f2-b2e1-8b8952636d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:26.282491 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-06243a65-9529-44f2-b2e1-8b8952636d33 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512800 Aug 24 04:42:26.296260 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (a853f537-632c-4884-9732-cae7ba1091ba), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.343214 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (a853f537-632c-4884-9732-cae7ba1091ba), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.345050 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:26.346063 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.385984 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-adef93c6-8a9f-4d49-87d3-48957aa89247 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977757 Aug 24 04:42:26.413784 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5344748 Aug 24 04:42:26.418041 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41784) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:26.426609 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Request body: {'subnet': {'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1097634410-subnet', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:26.492653 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66f4d6-3e6d-4a84-8a21-2f0eca0b7797 admin admin] Pushing event updated for resources: {'Network': ['ID=a853f537-632c-4884-9732-cae7ba1091ba,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:26.508788 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network a853f537-632c-4884-9732-cae7ba1091ba details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:42:26.513388 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-eb46eac4-fea1-4f8c-85e5-bf0f31bf30ca req-60d1052e-254b-4390-a1a1-f99726cba553 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199579 Aug 24 04:42:26.536505 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Made reservation on behalf of 0065be2eaf7c47c889093310cb4d595b for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:42:26.540521 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126750490'] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.712131 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:26.792902 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126731692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126750580'] for subnet (8abe78d6-87ca-4cf8-8d06-924d66c3b9fd), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:26.913966 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:26.931450 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992930-2fc6-4e53-b579-2755e83d305f req-619fac84-9b52-4b11-9c17-abcdb2408491 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:26.933260 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4a992930-2fc6-4e53-b579-2755e83d305f req-619fac84-9b52-4b11-9c17-abcdb2408491 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.1001265 Aug 24 04:42:26.941153 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Checking segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:42:26.941533 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Network hostable DHCP agents. Network: a853f537-632c-4884-9732-cae7ba1091ba, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:42:26.990415 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Network a853f537-632c-4884-9732-cae7ba1091ba is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:42:27.014091 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, a853f537-632c-4884-9732-cae7ba1091ba) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:27.019554 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:27.020587 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:27.027363 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4a992930-2fc6-4e53-b579-2755e83d305f req-7364b3b2-50ad-4412-92e8-a546ab6d8544 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818746 Aug 24 04:42:27.028977 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280690ef-e7c4-4c52-81c0-3e47c08ff6ef None None] Network a853f537-632c-4884-9732-cae7ba1091ba requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:42:27.054985 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41802) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:27.059985 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:27.065823 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-eb15f30d-4882-418f-8bfc-8445cdee6559 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6463189 Aug 24 04:42:27.084807 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:27.094583 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (1cacfb45-6ec1-4447-840f-2c91eaa6f892), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:27.097052 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (1cacfb45-6ec1-4447-840f-2c91eaa6f892), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:27.168907 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks [] for router_controller (1cacfb45-6ec1-4447-840f-2c91eaa6f892), precommit_add_association {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:27.206959 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-a853f537-632c-4884-9732-cae7ba1091ba', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:42:27.208719 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:27.478327 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks [] for router_gateway (1cacfb45-6ec1-4447-840f-2c91eaa6f892), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:27.553691 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Allocated IP 172.20.0.2 (a853f537-632c-4884-9732-cae7ba1091ba/8abe78d6-87ca-4cf8-8d06-924d66c3b9fd/ac4cf22d-46b7-4bbb-b529-f5c15cea09e1) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:42:27.872462 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:27.934948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Publish callbacks [] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:27.949645 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:28.020539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Network a853f537-632c-4884-9732-cae7ba1091ba is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:42:28.024830 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:28.030665 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:42:28.045560 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Pushing event updated for resources: {'Port': ['ID=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:28.052274 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks [] for router_gateway (1cacfb45-6ec1-4447-840f-2c91eaa6f892), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:28.094363 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:28.223006 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Attempting to bind port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:42:28.224403 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Attempting to bind port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:42:28.225077 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Attempting to bind port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 on network a853f537-632c-4884-9732-cae7ba1091ba {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:42:28.241734 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:42:28.242459 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Checking segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:42:28.243337 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:28.244000 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Bound using segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:42:28.244851 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Bound port: ac4cf22d-46b7-4bbb-b529-f5c15cea09e1, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:42:28.245491 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:28.306787 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363005a-bf46-4bc8-bdcc-69315446a19b req-442a9358-d4bb-4dc9-8339-b1d90457673c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:28.319681 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9363005a-bf46-4bc8-bdcc-69315446a19b req-442a9358-d4bb-4dc9-8339-b1d90457673c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.1098733 Aug 24 04:42:28.352365 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Allocated IP 172.27.4.239 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/13ccd770-fb88-4465-bd58-be4271a91883) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:42:28.378963 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:28.426589 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-9363005a-bf46-4bc8-bdcc-69315446a19b req-f6949189-27e3-4f01-9c7f-728a80ddc4ce tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052411 Aug 24 04:42:28.497434 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] For port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:42:28.514400 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] For port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:42:28.535262 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:28.725370 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb378c-f449-432f-9ca5-dc6794043f96 None None] Pushing event updated for resources: {'Port': ['ID=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:28.730531 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks [] for port (13ccd770-fb88-4465-bd58-be4271a91883), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:28.800762 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (13ccd770-fb88-4465-bd58-be4271a91883), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:28.881913 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:42:28.886474 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:28.897281 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:42:28.967067 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Pushing event updated for resources: {'Port': ['ID=13ccd770-fb88-4465-bd58-be4271a91883,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:29.321992 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks [] for router_gateway (1cacfb45-6ec1-4447-840f-2c91eaa6f892), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:29.448375 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:29.637829 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:29.638466 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:29.751383 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d364c7-df5a-4564-92fc-ea2e10a3611d req-f5186ffb-6ffd-48dd-a71a-aa231290b6a1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:29.760410 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e5d364c7-df5a-4564-92fc-ea2e10a3611d req-f5186ffb-6ffd-48dd-a71a-aa231290b6a1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.1240497 Aug 24 04:42:29.851142 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:29.851796 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:29.885401 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e5d364c7-df5a-4564-92fc-ea2e10a3611d req-4ece153d-32f6-4a8f-a23d-ec571075fc78 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224167 Aug 24 04:42:29.955789 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (1cacfb45-6ec1-4447-840f-2c91eaa6f892), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:30.010183 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:30.021990 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:30.163227 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:30.410268 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:42:30.525253 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d2586-ef19-48ab-8272-d8f48b3c1207 None None] Network a853f537-632c-4884-9732-cae7ba1091ba requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:42:30.582100 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:30.622300 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:30.673866 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:42:30.699142 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:42:30.721381 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-b1010aaf-0cbe-4154-bf8d-54756a490577 None None] Provisioning complete for port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:30.722187 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b1010aaf-0cbe-4154-bf8d-54756a490577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:30.726656 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:30.736715 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41816) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:30.745358 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f857b682-d9aa-4a1d-98ab-855b1774e67c admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6889927 Aug 24 04:42:30.781783 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:30.783100 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:30.837028 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:30.960650 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:31.006875 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:31.028125 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-b1010aaf-0cbe-4154-bf8d-54756a490577 None None] Current status of the port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:31.057437 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:31.119108 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:31.486618 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:31.546567 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-17bdc31f-6d0c-4817-9fd2-5082f0868cb0 None None] Provisioning complete for port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:31.547304 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-17bdc31f-6d0c-4817-9fd2-5082f0868cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:31.595757 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:29Z', 'revision_number': 3, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:31.640694 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:42:31.641539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Updating router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 port 13ccd770-fb88-4465-bd58-be4271a91883 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:42:31.696898 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:31.697623 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:31.706422 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (13ccd770-fb88-4465-bd58-be4271a91883), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:31.933629 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-17bdc31f-6d0c-4817-9fd2-5082f0868cb0 None None] Current status of the port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:31.996753 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=46 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:32.088706 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:32.144812 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9560c5-2a1d-46e5-bea0-00d152cdf8d2 req-8f9a75f7-3c0e-4896-b765-7faea5259363 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:32.158886 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2c9560c5-2a1d-46e5-bea0-00d152cdf8d2 req-8f9a75f7-3c0e-4896-b765-7faea5259363 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 1.0639071 Aug 24 04:42:32.277366 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:32.441256 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2c9560c5-2a1d-46e5-bea0-00d152cdf8d2 req-ec25ebbc-c885-4e98-9140-583743b5cc35 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2744043 Aug 24 04:42:32.470805 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:32.526638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Publish callbacks [] for port (13ccd770-fb88-4465-bd58-be4271a91883), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:32.552859 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (13ccd770-fb88-4465-bd58-be4271a91883), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:32.670122 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Attempting to bind port 13ccd770-fb88-4465-bd58-be4271a91883 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:42:32.670777 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Attempting to bind port 13ccd770-fb88-4465-bd58-be4271a91883 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:42:32.671235 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Attempting to bind port 13ccd770-fb88-4465-bd58-be4271a91883 on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:42:32.723143 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:42:32.723607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:42:32.724249 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:32.724537 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:42:32.738006 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Bound port: 13ccd770-fb88-4465-bd58-be4271a91883, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:42:32.738742 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (13ccd770-fb88-4465-bd58-be4271a91883), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:32.801155 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd676b79-6849-4d9b-aca1-bbc683008d18 None None] Pushing event updated for resources: {'Port': ['ID=13ccd770-fb88-4465-bd58-be4271a91883,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:32.852112 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Allocated IP 172.20.0.1 (a853f537-632c-4884-9732-cae7ba1091ba/8abe78d6-87ca-4cf8-8d06-924d66c3b9fd/1db0e984-e51b-4e92-8eb8-fdcfc023aeda) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:42:32.867043 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] For port 13ccd770-fb88-4465-bd58-be4271a91883, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:42:32.875268 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] For port 13ccd770-fb88-4465-bd58-be4271a91883, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=13ccd770-fb88-4465-bd58-be4271a91883,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:42:32.890119 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (13ccd770-fb88-4465-bd58-be4271a91883), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:32.992429 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:32.993565 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:33.129183 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Publish callbacks [] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:33.151704 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd676b79-6849-4d9b-aca1-bbc683008d18 None None] Pushing event updated for resources: {'Port': ['ID=13ccd770-fb88-4465-bd58-be4271a91883,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:33.207023 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:33.242744 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:33.319330 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Network a853f537-632c-4884-9732-cae7ba1091ba is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:42:33.335828 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:33.342943 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:42:33.409416 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (1cacfb45-6ec1-4447-840f-2c91eaa6f892), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:33.456576 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Pushing event updated for resources: {'Port': ['ID=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:33.498529 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:33.689321 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcb7c1-792d-48a7-a1e1-d1683ec8f3f4 req-822ffa0c-c470-4767-9f33-f7f7dcc07805 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:33.691961 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dffcb7c1-792d-48a7-a1e1-d1683ec8f3f4 req-822ffa0c-c470-4767-9f33-f7f7dcc07805 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.0691264 Aug 24 04:42:33.729678 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:33.754832 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:33.778644 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-7ecb667c-4eb1-416c-ba39-4656110266f8 None None] Provisioning complete for port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:33.779152 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7ecb667c-4eb1-416c-ba39-4656110266f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:33.816845 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:29Z', 'revision_number': 3, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:33.859125 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb327f6c-9ada-4a19-a870-5a5522ff2db0 None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:29Z', 'revision_number': 3, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:42:33.869195 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb667c-4eb1-416c-ba39-4656110266f8 None None] Port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:42:33.897526 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-dffcb7c1-792d-48a7-a1e1-d1683ec8f3f4 req-dc4308e4-6c77-4a80-a21c-c83f517927de tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1951890 Aug 24 04:42:34.007226 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:34.176770 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Publish callbacks [] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:34.201948 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:34.392480 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (1cacfb45-6ec1-4447-840f-2c91eaa6f892), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:34.441649 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Pushing event updated for resources: {'Port': ['ID=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:34.582597 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Network a853f537-632c-4884-9732-cae7ba1091ba is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:42:34.585800 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:34.955851 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:42:35.023439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-eb6a95ea-2d8a-4fe6-b382-11f25251438d None None] Provisioning complete for port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:35.024367 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-eb6a95ea-2d8a-4fe6-b382-11f25251438d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:35.028135 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:35.136662 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a95ea-2d8a-4fe6-b382-11f25251438d None None] Port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:42:35.362803 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:35.389148 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:42:35.402140 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ef749-7d24-4d0a-b775-3a4e026975e4 req-01202d89-2c14-46e7-88b9-ea29797fccc7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:35.405007 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=48 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:35.422526 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-896ef749-7d24-4d0a-b775-3a4e026975e4 req-01202d89-2c14-46e7-88b9-ea29797fccc7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.1946814 Aug 24 04:42:35.442480 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-fd7222bb-3d56-4cb6-824d-0252bc7ecb65 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/1cacfb45-6ec1-4447-840f-2c91eaa6f892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7042272 Aug 24 04:42:35.480763 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 13ccd770-fb88-4465-bd58-be4271a91883 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:35.563450 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-896ef749-7d24-4d0a-b775-3a4e026975e4 req-34b547c2-048a-4f10-89f8-6233b0603a26 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178493 Aug 24 04:42:35.585728 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:35.600184 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 13ccd770-fb88-4465-bd58-be4271a91883 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:35.600874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (13ccd770-fb88-4465-bd58-be4271a91883), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:35.887654 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 13ccd770-fb88-4465-bd58-be4271a91883 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:35.887654 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (13ccd770-fb88-4465-bd58-be4271a91883), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:35.955297 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 13ccd770-fb88-4465-bd58-be4271a91883, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=13ccd770-fb88-4465-bd58-be4271a91883,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:35.967713 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (13ccd770-fb88-4465-bd58-be4271a91883), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:36.071365 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=13ccd770-fb88-4465-bd58-be4271a91883,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:36.667778 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41844) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:36.677643 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1989879440-network', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:36.753569 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Made reservation on behalf of 6403ee14b2f244528cbf8b21b1ac2dba for: {'network': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:42:36.759942 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for network (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:36.798299 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.143100 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cab16-c6ba-46da-af13-4b620480d85c req-203ede3c-95de-46c0-bd56-2ca1c5998191 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:37.145574 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc5cab16-c6ba-46da-af13-4b620480d85c req-203ede3c-95de-46c0-bd56-2ca1c5998191 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.1369250 Aug 24 04:42:37.224741 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:42:37.230302 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Publish callbacks [] for security_group (375b8a78-0e9d-42c9-809c-26c87af5d427), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.237767 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:37.238703 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:37.239834 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (375b8a78-0e9d-42c9-809c-26c87af5d427), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.251155 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bc5cab16-c6ba-46da-af13-4b620480d85c req-4da465cc-036c-4f78-a785-4a314a86ef28 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854213 Aug 24 04:42:37.274333 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=106346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 04:42:37.286555 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375b8a78-0e9d-42c9-809c-26c87af5d427,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:37.297317 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (9e49f739-21c2-4640-bf4a-ae13744af668), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.297724 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.segments_db [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Added segment 9e49f739-21c2-4640-bf4a-ae13744af668 of type vlan for network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 Aug 24 04:42:37.356799 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735098376587'] for network (00225cdc-b0c4-4e12-a071-3d6cea9708b7), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.360169 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:37.386688 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 13ccd770-fb88-4465-bd58-be4271a91883 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:37.392200 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131'] for network (00225cdc-b0c4-4e12-a071-3d6cea9708b7), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.393537 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:37.394267 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.420496 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:37.446774 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] 10.222.0.89 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7773015 Aug 24 04:42:37.450523 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41846) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:37.459646 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Request body: {'subnet': {'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1989879440-subnet', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'ip_version': 4}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:37.465752 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.477177 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 13ccd770-fb88-4465-bd58-be4271a91883 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:37.477723 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (13ccd770-fb88-4465-bd58-be4271a91883), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.502695 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f0ea7-361a-4391-bf59-530cb2767b37 admin admin] Pushing event updated for resources: {'Network': ['ID=00225cdc-b0c4-4e12-a071-3d6cea9708b7,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:37.531129 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Made reservation on behalf of 6403ee14b2f244528cbf8b21b1ac2dba for: {'subnet': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:42:37.532497 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 details requested by agent ovs-agent-dv-cinder-854263-1-iscsi with host dv-cinder-854263-1-iscsi {{(pid=106348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 04:42:37.534981 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126750490'] for subnet (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.724671 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 13ccd770-fb88-4465-bd58-be4271a91883 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:37.735991 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 2, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:37.761964 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:42:37.762315 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Updating router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:42:37.772384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126731692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126750580'] for subnet (5da195fd-a1cb-4e92-a37f-44aa5f5262fd), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.799087 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.820062 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:37.835082 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da195fd-a1cb-4e92-a37f-44aa5f5262fd,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:37.862512 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Checking segment: {'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:42:37.862887 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Network hostable DHCP agents. Network: 00225cdc-b0c4-4e12-a071-3d6cea9708b7, hostable agents: ['f382c145-f213-49ad-81bd-6c2ca62c9a2a'], hosted agents: [] {{(pid=106346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 04:42:37.892616 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 is scheduled to be hosted by DHCP agent f382c145-f213-49ad-81bd-6c2ca62c9a2a with binding_index 1 {{(pid=106346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 04:42:37.907955 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854263-1-iscsi, 00225cdc-b0c4-4e12-a071-3d6cea9708b7) {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:37.915466 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:37.916472 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.925857 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feda564-7c56-4fb0-a28c-9be853ed212b None None] Network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:42:37.942888 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-81e50bb3-db36-441c-96b0-fe3a07535ec0 admin admin] 10.222.0.89 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4903560 Aug 24 04:42:37.945615 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41848) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:37.950479 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:37.975093 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1628979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7699'] for router (ad820f4a-729e-4228-96ba-a70902d32e12), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:37.976120 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1631511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1630687', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7706'] for router (ad820f4a-729e-4228-96ba-a70902d32e12), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.050372 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks [] for router_controller (ad820f4a-729e-4228-96ba-a70902d32e12), precommit_add_association {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.056629 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97ffc0d6-6f6d-58c4-8fda-4a841c098ba8-00225cdc-b0c4-4e12-a071-3d6cea9708b7', 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7', 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'fixed_ips': [{'subnet_id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd'}]}} from dv-cinder-854263-1-iscsi. {{(pid=106348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 04:42:38.061764 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.200463 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks [] for router_gateway (ad820f4a-729e-4228-96ba-a70902d32e12), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.211305 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Publish callbacks [] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.221809 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.253572 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.db_base_plugin_common [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Allocated IP 172.20.0.2 (00225cdc-b0c4-4e12-a071-3d6cea9708b7/5da195fd-a1cb-4e92-a37f-44aa5f5262fd/0e466f0e-5af6-4e74-bdfa-7338a07072a9) {{(pid=106348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:42:38.319893 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Pushing event updated for resources: {'Port': ['ID=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:38.339329 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.340345 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.341426 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.342333 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.342913 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.343466 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.344019 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.345026 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.345524 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.346069 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.346613 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.347173 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.347723 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.348242 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.348639 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:42:38.418048 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Attempting to bind port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:42:38.420491 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Attempting to bind port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:42:38.421192 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Attempting to bind port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda on network a853f537-632c-4884-9732-cae7ba1091ba {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:42:38.431226 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:42:38.431705 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Checking segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:42:38.432372 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.433050 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Bound using segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:42:38.433855 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Bound port: 1db0e984-e51b-4e92-8eb8-fdcfc023aeda, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:42:38.434491 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.501938 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:38.520807 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816deec-9fb2-4a90-94d8-1fb0817bda6b req-5db8615c-e360-4676-8412-1bbf7cccd284 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:38.522302 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4816deec-9fb2-4a90-94d8-1fb0817bda6b req-5db8615c-e360-4676-8412-1bbf7cccd284 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 944 time: 0.1166790 Aug 24 04:42:38.550218 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] For port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:42:38.556492 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] For port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:42:38.566258 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks [] for router_gateway (ad820f4a-729e-4228-96ba-a70902d32e12), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.568043 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.599572 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Publish callbacks [] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), precommit_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.604656 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.608675 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), after_create {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.619726 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:38.646601 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:38.647678 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:38.652591 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4816deec-9fb2-4a90-94d8-1fb0817bda6b req-cba95b34-a6f4-4ed9-b350-b0530267fb24 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173670 Aug 24 04:42:38.695889 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 is already hosted by enough agents. {{(pid=106348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:42:38.701172 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.scheduler.base_scheduler [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Resources bound (agent type, host, resource id): {{(pid=106348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:38.704429 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Received port after_create {{(pid=106348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:42:38.718396 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Pushing event updated for resources: {'Port': ['ID=0e466f0e-5af6-4e74-bdfa-7338a07072a9,revision_number=1']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:38.761116 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:38.772236 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456dae6-0f32-46f2-9bea-f2e2c4b2db1d None None] Pushing event updated for resources: {'Port': ['ID=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,revision_number=4']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:38.802664 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Attempting to bind port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:42:38.803026 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Attempting to bind port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:42:38.803251 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Attempting to bind port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 on network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:42:38.808488 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:38.810669 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:42:38.812050 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Checking segment: {'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:42:38.812050 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.812050 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Bound using segment: {'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:42:38.812586 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Bound port: 0e466f0e-5af6-4e74-bdfa-7338a07072a9, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:42:38.812808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:38.837360 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Allocated IP 172.27.4.44 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/d51ee6e2-96fc-463a-bd91-0538c44a2783) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:42:38.842519 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:38.894446 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] For port 0e466f0e-5af6-4e74-bdfa-7338a07072a9, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:42:38.898250 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] For port 0e466f0e-5af6-4e74-bdfa-7338a07072a9, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=0e466f0e-5af6-4e74-bdfa-7338a07072a9,segment=NetworkSegment(9e49f739-21c2-4640-bf4a-ae13744af668),segment_id=9e49f739-21c2-4640-bf4a-ae13744af668)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:42:38.917668 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:39.021817 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918cdec-8d47-45a6-97ec-c612fcbb4c8b None None] Pushing event updated for resources: {'Port': ['ID=0e466f0e-5af6-4e74-bdfa-7338a07072a9,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:39.056363 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks [] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:39.118852 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:39.191959 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:39.225587 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Pushing event updated for resources: {'Port': ['ID=d51ee6e2-96fc-463a-bd91-0538c44a2783,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:39.229753 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:42:39.234446 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:39.238576 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:42:39.239067 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:42:39.250051 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:39.346531 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:38Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:39.412094 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc92d6-7e2d-4225-b990-69e8ed29d1ab None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:38Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:42:39.426320 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:39.449129 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '84528557-363f-4af8-99bc-a4d937e1c636', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'port_id': '84528557-363f-4af8-99bc-a4d937e1c636', 'mac_address': 'fa:16:3e:ef:31:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:42:39.541321 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 0e466f0e-5af6-4e74-bdfa-7338a07072a9 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:39.610228 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 84528557-363f-4af8-99bc-a4d937e1c636 is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:39.611320 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:39.646736 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84528557-363f-4af8-99bc-a4d937e1c636 {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:42:39.692006 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:39.712640 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:39.714638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:39.715265 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:39.722698 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:39.773662 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks [] for router_gateway (ad820f4a-729e-4228-96ba-a70902d32e12), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:39.841925 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=9']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:39.897450 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:39.897849 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:39.949699 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 0e466f0e-5af6-4e74-bdfa-7338a07072a9, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=0e466f0e-5af6-4e74-bdfa-7338a07072a9,segment=NetworkSegment(9e49f739-21c2-4640-bf4a-ae13744af668),segment_id=9e49f739-21c2-4640-bf4a-ae13744af668)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:39.953500 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['84528557-363f-4af8-99bc-a4d937e1c636'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:42:39.972596 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acd761-8836-4bf5-8f1f-7f50bfc12708 req-e08c092f-e21b-4628-a3a2-a153d4abcb6b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:39.974474 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-71acd761-8836-4bf5-8f1f-7f50bfc12708 req-e08c092f-e21b-4628-a3a2-a153d4abcb6b tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 945 time: 0.1351936 Aug 24 04:42:40.024911 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:40.085638 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-71acd761-8836-4bf5-8f1f-7f50bfc12708 req-e5ef5e12-b54d-4d4a-a3b7-9b46edb6679c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910001 Aug 24 04:42:40.235739 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:40.278324 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1631488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1630638'] for router (ad820f4a-729e-4228-96ba-a70902d32e12), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:40.478704 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=0e466f0e-5af6-4e74-bdfa-7338a07072a9,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:40.484899 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b8a3a3e4-827d-4868-8b3e-2f0f9fb744eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:40.614105 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9df500-1a92-4bb8-a33f-6217e8abfb91 None None] Network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:42:40.646777 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-822a1ac2-0b18-4da3-88c7-67944e60fb42 None None] Provisioning complete for port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:40.647169 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-822a1ac2-0b18-4da3-88c7-67944e60fb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:40.868352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Router ad820f4a-729e-4228-96ba-a70902d32e12 is scheduled to L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 with binding_index 1 {{(pid=106346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 04:42:40.889917 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-822a1ac2-0b18-4da3-88c7-67944e60fb42 None None] Current status of the port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:40.920912 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:40.933919 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-4f0ea436-a9f2-4fb3-a18a-ae132ce531af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:40.936817 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-4f0ea436-a9f2-4fb3-a18a-ae132ce531af service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 1129 time: 0.5271244 Aug 24 04:42:41.080433 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-e0d58d70-518d-42a6-9155-d3d063b0afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:41.082016 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-e0d58d70-518d-42a6-9155-d3d063b0afc7 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 200 len: 918 time: 0.1209135 Aug 24 04:42:41.087017 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:42:41.101110 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Sync routers for ids ['ad820f4a-729e-4228-96ba-a70902d32e12'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:42:41.104661 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:41.116099 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:41.117832 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a4b356f6-885a-4acb-bd9b-1c5dce2bec70 admin admin] 10.222.0.89 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1711025 Aug 24 04:42:41.120785 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41854) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:41.127367 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Routers {'ad820f4a-729e-4228-96ba-a70902d32e12'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:41.128172 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['ad820f4a-729e-4228-96ba-a70902d32e12'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:41.178695 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-84a03fd4-5e14-4ce1-aece-887dc69c8b73 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 200 len: 1000 time: 0.0904403 Aug 24 04:42:41.242618 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-5f3d5ae6-77c3-4eeb-8cec-e0df2d56a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:41.244744 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-5f3d5ae6-77c3-4eeb-8cec-e0df2d56a7d2 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 200 len: 855 time: 0.0559802 Aug 24 04:42:41.293391 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:41.334618 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-b5bcad2d-468c-40f6-8b43-0de23abbc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:41.337263 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-b5bcad2d-468c-40f6-8b43-0de23abbc35e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=9795d4df-b2c6-44b5-b5a5-55d0a651a61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849400 Aug 24 04:42:41.338789 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-ae9152ec-f97c-4d9c-93db-3dcc2bbbe6c3 None None] Provisioning complete for port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:41.339269 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-ae9152ec-f97c-4d9c-93db-3dcc2bbbe6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:41.442190 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Set router ad820f4a-729e-4228-96ba-a70902d32e12 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:41.446848 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 84528557-363f-4af8-99bc-a4d937e1c636 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:41.446848 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (84528557-363f-4af8-99bc-a4d937e1c636), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:41.473522 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8440a-0dca-4b9a-8d7e-920fc1c7a27c req-37ea97f7-be32-45c7-856d-093e8f8239b9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:41.485991 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ded8440a-0dca-4b9a-8d7e-920fc1c7a27c req-37ea97f7-be32-45c7-856d-093e8f8239b9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 945 time: 0.2180293 Aug 24 04:42:41.566389 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:41.570035 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-84abe530-37ac-422f-845d-8a545b4a7c2a service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268190 Aug 24 04:42:41.586732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 0e466f0e-5af6-4e74-bdfa-7338a07072a9 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:41.651703 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ded8440a-0dca-4b9a-8d7e-920fc1c7a27c req-32303085-3d84-4100-82f5-9040469bf922 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1635823 Aug 24 04:42:41.683761 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:41.708038 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-8225822d-cfc3-4c91-9ae7-70d6f4bde1dd req-5169ac6e-d19c-4026-b47e-da42486c5af7 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309679 Aug 24 04:42:41.750191 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-ae9152ec-f97c-4d9c-93db-3dcc2bbbe6c3 None None] Current status of the port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:41.854781 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:41.856110 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:41.856832 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:41.897279 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:41.899917 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 84528557-363f-4af8-99bc-a4d937e1c636 is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:41.900581 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:42.026890 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:42:42.031603 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7028bd-00d6-4002-94b1-4c6324f1a19e" -d '{"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-plugged", "status": "completed", "tag": "84528557-363f-4af8-99bc-a4d937e1c636"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:42:42.058636 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:42.061016 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:42:39Z', 'revision_number': 3, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port': {'id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:38Z', 'updated_at': '2022-08-24T04:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:42.133960 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Checking router: ad820f4a-729e-4228-96ba-a70902d32e12 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:42:42.134934 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Updating router ad820f4a-729e-4228-96ba-a70902d32e12 port d51ee6e2-96fc-463a-bd91-0538c44a2783 binding host dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:42:42.142374 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:42.251364 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Allocated IP 172.20.0.1 (00225cdc-b0c4-4e12-a071-3d6cea9708b7/5da195fd-a1cb-4e92-a37f-44aa5f5262fd/22de828e-c6cb-4972-8ee6-7a8afeaba351) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:42:42.302422 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:42.348394 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:42.350273 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 1db0e984-e51b-4e92-8eb8-fdcfc023aeda up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:42.387173 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:42.421639 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=10']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:42.429184 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Publish callbacks [] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:42.432356 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:42.479849 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:42.516439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e36d451-45ec-4a1e-8d5a-21b3bef2bca0 x-openstack-request-id: req-9e36d451-45ec-4a1e-8d5a-21b3bef2bca0 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:42:42.517392 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-plugged", "status": "completed", "tag": "84528557-363f-4af8-99bc-a4d937e1c636", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:42:42.517781 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9e36d451-45ec-4a1e-8d5a-21b3bef2bca0 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:42:42.518388 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e36d451-45ec-4a1e-8d5a-21b3bef2bca0'] response: {'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636', 'code': 200} Aug 24 04:42:42.568236 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:42:42.578452 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:42.582145 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=22de828e-c6cb-4972-8ee6-7a8afeaba351,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:42.586397 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:42:42.596067 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:42.596605 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:42.668155 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630259'] for router_interface (ad820f4a-729e-4228-96ba-a70902d32e12), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:42.785833 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719fe3d-dc9e-4751-94d1-158b61050577 req-c066f27c-2afc-47c4-9c94-b9fce4b870ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:42.789539 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f719fe3d-dc9e-4751-94d1-158b61050577 req-c066f27c-2afc-47c4-9c94-b9fce4b870ca service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 1131 time: 0.1111522 Aug 24 04:42:42.866602 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f719fe3d-dc9e-4751-94d1-158b61050577 req-01d9f7b3-f3bc-4a19-8816-23121e921e8a service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716262 Aug 24 04:42:42.884777 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:42.887445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:42.919295 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7cc01-be98-460b-b287-045ff265e465 req-14b25d7c-dddc-4abd-ae36-3d720a1c89c4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:42.921824 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5d7cc01-be98-460b-b287-045ff265e465 req-14b25d7c-dddc-4abd-ae36-3d720a1c89c4 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 947 time: 0.0992231 Aug 24 04:42:42.929965 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.000058 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:43.023283 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.037182 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Publish callbacks [] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), precommit_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.042947 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-a054592c-c8f7-4c92-ae1f-7310ebe506d7 None None] Provisioning complete for port 22de828e-c6cb-4972-8ee6-7a8afeaba351 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:43.043452 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a054592c-c8f7-4c92-ae1f-7310ebe506d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.070699 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d5d7cc01-be98-460b-b287-045ff265e465 req-04456363-d7b8-4678-a2d2-4cc6e864c923 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373806 Aug 24 04:42:43.085555 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b8c463af-b682-4c26-8a43-20262a42c2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.096899 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.127548 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Attempting to bind port d51ee6e2-96fc-463a-bd91-0538c44a2783 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:42:43.127796 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Attempting to bind port d51ee6e2-96fc-463a-bd91-0538c44a2783 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:42:43.128156 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Attempting to bind port d51ee6e2-96fc-463a-bd91-0538c44a2783 on network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:42:43.142469 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-a054592c-c8f7-4c92-ae1f-7310ebe506d7 None None] Port 22de828e-c6cb-4972-8ee6-7a8afeaba351 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:42:43.146356 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:42:43.146741 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Checking segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:42:43.147147 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.147539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Bound using segment: {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'} {{(pid=106348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:42:43.148016 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.managers [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Bound port: d51ee6e2-96fc-463a-bd91-0538c44a2783, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a93b21-0eb7-4eaa-a140-e46b775cdf33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08'}}] {{(pid=106348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:42:43.148404 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.152239 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:43.239470 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Publish callbacks [] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.251469 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.344089 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630287'] for router_interface (ad820f4a-729e-4228-96ba-a70902d32e12), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.346577 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=22de828e-c6cb-4972-8ee6-7a8afeaba351,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:43.400448 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6da67-cd6f-48c1-be03-5f5cebea0323 None None] Pushing event updated for resources: {'Port': ['ID=d51ee6e2-96fc-463a-bd91-0538c44a2783,revision_number=2']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:43.406523 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:43.407931 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] For port d51ee6e2-96fc-463a-bd91-0538c44a2783, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:42:43.413653 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 1db0e984-e51b-4e92-8eb8-fdcfc023aeda up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:43.417962 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] For port d51ee6e2-96fc-463a-bd91-0538c44a2783, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d51ee6e2-96fc-463a-bd91-0538c44a2783,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:42:43.443609 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.494650 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:42:43.497174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:42:43.514879 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:43.519456 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Routers {'ad820f4a-729e-4228-96ba-a70902d32e12'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:43.520105 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['ad820f4a-729e-4228-96ba-a70902d32e12'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:43.570702 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:43.616009 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:43.616389 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.618159 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6da67-cd6f-48c1-be03-5f5cebea0323 None None] Pushing event updated for resources: {'Port': ['ID=d51ee6e2-96fc-463a-bd91-0538c44a2783,revision_number=3']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:43.688947 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Router ad820f4a-729e-4228-96ba-a70902d32e12 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:42:43.708978 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] Set router ad820f4a-729e-4228-96ba-a70902d32e12 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:43.805432 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:43.819428 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:43.851987 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:43.866237 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:42:43.872019 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-01577cff-44d5-464f-9e76-f96323e18ed9 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/ad820f4a-729e-4228-96ba-a70902d32e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7497690 Aug 24 04:42:43.912110 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-b3d18495-e6ee-4109-8321-c4f3958b21e7 None None] Provisioning complete for port 22de828e-c6cb-4972-8ee6-7a8afeaba351 triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:43.912780 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b3d18495-e6ee-4109-8321-c4f3958b21e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:43.979839 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-b3d18495-e6ee-4109-8321-c4f3958b21e7 None None] Port 22de828e-c6cb-4972-8ee6-7a8afeaba351 cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:42:44.032643 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 4, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port': {'id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:38Z', 'updated_at': '2022-08-24T04:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '22de828e-c6cb-4972-8ee6-7a8afeaba351', 'name': '', 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'mac_address': 'fa:16:3e:c8:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:41Z', 'updated_at': '2022-08-24T04:42:43Z', 'revision_number': 2, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'subnets': [{'id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:44.069121 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd5a3c-f2db-44d0-97ad-6abb3f2e08fd None None] The sync data for ids ['ad820f4a-729e-4228-96ba-a70902d32e12'] in dv-cinder-854263-1-iscsi is: [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 4, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port': {'id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:38Z', 'updated_at': '2022-08-24T04:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '22de828e-c6cb-4972-8ee6-7a8afeaba351', 'name': '', 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'mac_address': 'fa:16:3e:c8:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:41Z', 'updated_at': '2022-08-24T04:42:43Z', 'revision_number': 2, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'subnets': [{'id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:42:44.128729 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.304221 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b9669-6c2d-40a9-946a-63f153f19394 req-534b78e6-f031-4b24-b0ea-f89cd621923a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:44.307540 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-261b9669-6c2d-40a9-946a-63f153f19394 req-534b78e6-f031-4b24-b0ea-f89cd621923a tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 947 time: 0.0794973 Aug 24 04:42:44.379104 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41886) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:44.386876 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-f09f7557-ad1b-4388-be34-31de5b7c59b8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050831059', 'description': 'tempest-secgroup-smoke-1050831059 description', 'project_id': '0065be2eaf7c47c889093310cb4d595b'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:44.446791 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-261b9669-6c2d-40a9-946a-63f153f19394 req-83ba8a6f-4029-4530-8730-6ae51bd3255d tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229546 Aug 24 04:42:44.488705 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f09f7557-ad1b-4388-be34-31de5b7c59b8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.639901 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f09f7557-ad1b-4388-be34-31de5b7c59b8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group (8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.646305 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f09f7557-ad1b-4388-be34-31de5b7c59b8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.688391 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f7557-ad1b-4388-be34-31de5b7c59b8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:44.708666 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f09f7557-ad1b-4388-be34-31de5b7c59b8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.712647 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f09f7557-ad1b-4388-be34-31de5b7c59b8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3314912 Aug 24 04:42:44.715384 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 41908) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:44.731340 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-a9ff2a0a-e78a-402c-880b-31cae24a8b14 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'security_group_rule': {'security_group_id': '8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9', 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:44.775338 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a9ff2a0a-e78a-402c-880b-31cae24a8b14 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (0a45efa4-5981-4865-9296-69846e1482da), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.890691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a9ff2a0a-e78a-402c-880b-31cae24a8b14 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (0a45efa4-5981-4865-9296-69846e1482da), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.897937 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a9ff2a0a-e78a-402c-880b-31cae24a8b14 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (0a45efa4-5981-4865-9296-69846e1482da), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.948745 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff2a0a-e78a-402c-880b-31cae24a8b14 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a45efa4-5981-4865-9296-69846e1482da,revision_number=0']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:44.960719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a9ff2a0a-e78a-402c-880b-31cae24a8b14 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:44.963156 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a9ff2a0a-e78a-402c-880b-31cae24a8b14 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2451072 Aug 24 04:42:44.966275 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41910) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:44.974965 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-5e54bba1-def1-41d4-979a-f4654c6fdf19 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'security_group_rule': {'security_group_id': '8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9', 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:45.019631 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5e54bba1-def1-41d4-979a-f4654c6fdf19 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (a5bf8c7c-360d-4e60-a374-ae77b409fd76), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.106096 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5e54bba1-def1-41d4-979a-f4654c6fdf19 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (a5bf8c7c-360d-4e60-a374-ae77b409fd76), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.111646 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5e54bba1-def1-41d4-979a-f4654c6fdf19 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (a5bf8c7c-360d-4e60-a374-ae77b409fd76), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.133574 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:45.135596 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54bba1-def1-41d4-979a-f4654c6fdf19 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bf8c7c-360d-4e60-a374-ae77b409fd76,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:45.145338 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-5e54bba1-def1-41d4-979a-f4654c6fdf19 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.146469 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-5e54bba1-def1-41d4-979a-f4654c6fdf19 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1786621 Aug 24 04:42:45.151200 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41912) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:45.158076 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-00512784-b2d7-4a5e-b239-88ccd98cc0b0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'security_group_rule': {'security_group_id': '8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9', 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:45.168488 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:45.198617 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-00512784-b2d7-4a5e-b239-88ccd98cc0b0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (97951615-aaf1-45d3-824c-b7bd7e32b7ba), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.264175 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-00512784-b2d7-4a5e-b239-88ccd98cc0b0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (97951615-aaf1-45d3-824c-b7bd7e32b7ba), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.268278 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-00512784-b2d7-4a5e-b239-88ccd98cc0b0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (97951615-aaf1-45d3-824c-b7bd7e32b7ba), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.288619 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00512784-b2d7-4a5e-b239-88ccd98cc0b0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97951615-aaf1-45d3-824c-b7bd7e32b7ba,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:45.298071 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-00512784-b2d7-4a5e-b239-88ccd98cc0b0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.299520 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-00512784-b2d7-4a5e-b239-88ccd98cc0b0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469500 Aug 24 04:42:45.302390 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41914) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:45.306971 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-487f6d02-fd10-4ef2-995c-a5581a6a6ffa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'security_group_rule': {'security_group_id': '8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9', 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:45.339190 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-487f6d02-fd10-4ef2-995c-a5581a6a6ffa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (4f88c300-0617-4d47-a01e-45d8b9c0aaeb), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.444779 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-487f6d02-fd10-4ef2-995c-a5581a6a6ffa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (4f88c300-0617-4d47-a01e-45d8b9c0aaeb), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.450184 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-487f6d02-fd10-4ef2-995c-a5581a6a6ffa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (4f88c300-0617-4d47-a01e-45d8b9c0aaeb), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.489108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f6d02-fd10-4ef2-995c-a5581a6a6ffa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f88c300-0617-4d47-a01e-45d8b9c0aaeb,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:45.500052 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-487f6d02-fd10-4ef2-995c-a5581a6a6ffa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.501937 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-487f6d02-fd10-4ef2-995c-a5581a6a6ffa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982989 Aug 24 04:42:45.505232 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41916) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:45.510255 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-e4fe3b44-179d-4441-abd7-02ff541b1c4d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'security_group_rule': {'security_group_id': '8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9', 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:45.544409 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.securitygroups_db [None req-e4fe3b44-179d-4441-abd7-02ff541b1c4d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Project 0065be2eaf7c47c889093310cb4d595b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 04:42:45.553483 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3b44-179d-4441-abd7-02ff541b1c4d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (3d1ce2b0-9c68-4b71-861d-f99007e4b498), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.630580 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3b44-179d-4441-abd7-02ff541b1c4d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (3d1ce2b0-9c68-4b71-861d-f99007e4b498), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.636217 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3b44-179d-4441-abd7-02ff541b1c4d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (3d1ce2b0-9c68-4b71-861d-f99007e4b498), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.667941 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fd338-1153-4475-aaf6-99b5b28363b1 req-38562453-cf69-4d91-ab93-7f9b4eaa8bf7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:42:45.668955 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe3b44-179d-4441-abd7-02ff541b1c4d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1ce2b0-9c68-4b71-861d-f99007e4b498,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:45.672730 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-978fd338-1153-4475-aaf6-99b5b28363b1 req-38562453-cf69-4d91-ab93-7f9b4eaa8bf7 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 947 time: 0.0927467 Aug 24 04:42:45.683196 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3b44-179d-4441-abd7-02ff541b1c4d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.689508 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e4fe3b44-179d-4441-abd7-02ff541b1c4d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1788449 Aug 24 04:42:45.689840 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 41920) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:42:45.696781 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-cc3a0493-c695-4fd5-a6ca-7418f9badfcb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'security_group_rule': {'security_group_id': '8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9', 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:42:45.726321 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.securitygroups_db [None req-cc3a0493-c695-4fd5-a6ca-7418f9badfcb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Project 0065be2eaf7c47c889093310cb4d595b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 04:42:45.734653 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0493-c695-4fd5-a6ca-7418f9badfcb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (e45a5205-efbe-47e5-a528-f1ac0aa48e22), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.747035 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-978fd338-1153-4475-aaf6-99b5b28363b1 req-22557ac1-ab57-429f-b6b1-b73a4c53a6fd tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631554 Aug 24 04:42:45.823902 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0493-c695-4fd5-a6ca-7418f9badfcb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (e45a5205-efbe-47e5-a528-f1ac0aa48e22), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.829784 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0493-c695-4fd5-a6ca-7418f9badfcb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653767'] for security_group_rule (e45a5205-efbe-47e5-a528-f1ac0aa48e22), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.862823 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a0493-c695-4fd5-a6ca-7418f9badfcb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45a5205-efbe-47e5-a528-f1ac0aa48e22,revision_number=0']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:45.874108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0493-c695-4fd5-a6ca-7418f9badfcb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:45.875380 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-cc3a0493-c695-4fd5-a6ca-7418f9badfcb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841516 Aug 24 04:42:45.925188 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:46.247096 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:47.394869 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d51ee6e2-96fc-463a-bd91-0538c44a2783 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:47.470444 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port d51ee6e2-96fc-463a-bd91-0538c44a2783 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:47.471032 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:47.587149 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port d51ee6e2-96fc-463a-bd91-0538c44a2783 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:47.587775 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:47.626185 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Sync routers for ids ['ad820f4a-729e-4228-96ba-a70902d32e12'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:42:47.630002 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port d51ee6e2-96fc-463a-bd91-0538c44a2783, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d51ee6e2-96fc-463a-bd91-0538c44a2783,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:47.636489 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:47.645761 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Routers {'ad820f4a-729e-4228-96ba-a70902d32e12'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:47.646503 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['ad820f4a-729e-4228-96ba-a70902d32e12'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:47.711323 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=d51ee6e2-96fc-463a-bd91-0538c44a2783,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:47.794205 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Set router ad820f4a-729e-4228-96ba-a70902d32e12 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:48.071747 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 4, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port': {'id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:38Z', 'updated_at': '2022-08-24T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '22de828e-c6cb-4972-8ee6-7a8afeaba351', 'name': '', 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'mac_address': 'fa:16:3e:c8:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:41Z', 'updated_at': '2022-08-24T04:42:43Z', 'revision_number': 2, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'subnets': [{'id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:48.101864 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Checking router: ad820f4a-729e-4228-96ba-a70902d32e12 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:42:48.102220 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Updating router ad820f4a-729e-4228-96ba-a70902d32e12 port 22de828e-c6cb-4972-8ee6-7a8afeaba351 binding host dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 04:42:48.142894 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:48.439510 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:48.576954 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Publish callbacks [] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), precommit_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:48.586928 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:48.654736 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:48.737281 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dce82-da77-4a94-93e6-a6c744462c63 None None] Pushing event updated for resources: {'Port': ['ID=22de828e-c6cb-4972-8ee6-7a8afeaba351,revision_number=3']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:48.767967 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Attempting to bind port 22de828e-c6cb-4972-8ee6-7a8afeaba351 on host dv-cinder-854263-1-iscsi for vnic_type normal with profile {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:42:48.768824 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Attempting to bind port 22de828e-c6cb-4972-8ee6-7a8afeaba351 by drivers openvswitch,hyperv on host dv-cinder-854263-1-iscsi at level 0 using segments [{'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:42:48.769653 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Attempting to bind port 22de828e-c6cb-4972-8ee6-7a8afeaba351 on network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:42:48.785158 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Checking agent: {'id': '4e9e1ced-0234-4ad7-92f9-7da5c72ab362', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854263-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 23, 16), 'started_at': datetime.datetime(2022, 8, 24, 4, 23, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854263-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:42:48.785158 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Checking segment: {'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:42:48.785158 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:48.785158 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Bound using segment: {'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'} {{(pid=106349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:42:48.785158 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.managers [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Bound port: 22de828e-c6cb-4972-8ee6-7a8afeaba351, host: dv-cinder-854263-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e49f739-21c2-4640-bf4a-ae13744af668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7'}}] {{(pid=106349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:42:48.785158 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), before_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:48.880963 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] For port 22de828e-c6cb-4972-8ee6-7a8afeaba351, host dv-cinder-854263-1-iscsi, cleared binding levels {{(pid=106349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:42:48.885997 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.plugins.ml2.db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] For port 22de828e-c6cb-4972-8ee6-7a8afeaba351, host dv-cinder-854263-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=22de828e-c6cb-4972-8ee6-7a8afeaba351,segment=NetworkSegment(9e49f739-21c2-4640-bf4a-ae13744af668),segment_id=9e49f739-21c2-4640-bf4a-ae13744af668)] {{(pid=106349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:42:48.897035 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron_lib.callbacks.manager [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), after_update {{(pid=106349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:48.948806 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Routers {'ad820f4a-729e-4228-96ba-a70902d32e12'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:42:48.949407 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:42:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['ad820f4a-729e-4228-96ba-a70902d32e12'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:49.069188 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dce82-da77-4a94-93e6-a6c744462c63 None None] Pushing event updated for resources: {'Port': ['ID=22de828e-c6cb-4972-8ee6-7a8afeaba351,revision_number=4']} {{(pid=106349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:49.112529 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] Set router ad820f4a-729e-4228-96ba-a70902d32e12 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:42:49.389772 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 4, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port': {'id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:38Z', 'updated_at': '2022-08-24T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '22de828e-c6cb-4972-8ee6-7a8afeaba351', 'name': '', 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'mac_address': 'fa:16:3e:c8:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:41Z', 'updated_at': '2022-08-24T04:42:48Z', 'revision_number': 4, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'subnets': [{'id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:42:49.423360 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887b1354-1ffa-47fb-b788-1b1276ac4335 None None] The sync data for ids ['ad820f4a-729e-4228-96ba-a70902d32e12'] in dv-cinder-854263-1-iscsi is: [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 4, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port': {'id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:38Z', 'updated_at': '2022-08-24T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '22de828e-c6cb-4972-8ee6-7a8afeaba351', 'name': '', 'network_id': '00225cdc-b0c4-4e12-a071-3d6cea9708b7', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'mac_address': 'fa:16:3e:c8:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:41Z', 'updated_at': '2022-08-24T04:42:48Z', 'revision_number': 4, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'subnets': [{'id': '5da195fd-a1cb-4e92-a37f-44aa5f5262fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:42:49.448423 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 22de828e-c6cb-4972-8ee6-7a8afeaba351 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:49.514815 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 22de828e-c6cb-4972-8ee6-7a8afeaba351 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:49.515232 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:49.639131 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 22de828e-c6cb-4972-8ee6-7a8afeaba351 is: DOWN; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:49.639518 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:49.700297 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] For port 22de828e-c6cb-4972-8ee6-7a8afeaba351, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=22de828e-c6cb-4972-8ee6-7a8afeaba351,segment=NetworkSegment(9e49f739-21c2-4640-bf4a-ae13744af668),segment_id=9e49f739-21c2-4640-bf4a-ae13744af668)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:42:49.709267 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:49.710607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d51ee6e2-96fc-463a-bd91-0538c44a2783 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:49.850033 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Pushing event updated for resources: {'Port': ['ID=22de828e-c6cb-4972-8ee6-7a8afeaba351,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:42:49.865902 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port d51ee6e2-96fc-463a-bd91-0538c44a2783 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:49.866741 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:50.000070 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port d51ee6e2-96fc-463a-bd91-0538c44a2783 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:51.363539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 22de828e-c6cb-4972-8ee6-7a8afeaba351 up at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:42:51.423708 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Provisioning complete for port 22de828e-c6cb-4972-8ee6-7a8afeaba351 triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:42:51.424094 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:42:51.458558 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:51.519306 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Current status of the port 22de828e-c6cb-4972-8ee6-7a8afeaba351 is: ACTIVE; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:42:55.739111 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=55,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:55.742166 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=41,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:55.854915 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=64,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:42:55.866403 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=57,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:00.725115 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-2bc88ed8-7995-4240-9753-39f3fb85909a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1050831059&fields=id&tenant_id=0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 267 time: 0.0526400 Aug 24 04:43:00.861121 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-8d960c0e-f3a0-425c-a975-aeee990120be tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:00.862741 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-8d960c0e-f3a0-425c-a975-aeee990120be tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 812 time: 0.1292400 Aug 24 04:43:00.879510 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-c66b947a-5b75-4f6c-9109-58efe99c5fe9 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/quotas/0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 375 time: 0.0106840 Aug 24 04:43:00.940196 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-16548883-1bb0-4699-acb1-0c61da89405b tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548093 Aug 24 04:43:01.066754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-2c0e11d3-19f1-40f0-9e6b-f9b37d598e38 service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:43:01.067791 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-2c0e11d3-19f1-40f0-9e6b-f9b37d598e38 service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1144860 Aug 24 04:43:01.178463 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-9b80665f-347b-4dfd-8e46-365b05a8add0 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043024 Aug 24 04:43:01.288591 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-56fe7e3c-e00d-43c0-a800-eb1bbe6c4bf9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038666 Aug 24 04:43:01.504722 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:01.516071 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:01.518191 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:01.671539 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d239f46f-7118-44d9-89d7-12da8b0d0ea9 req-3399ed21-11a5-457c-8876-ca6c4f6024cc tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 210 time: 0.0396743 Aug 24 04:43:02.399672 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:43:02.806484 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7b34886e-a079-4dc6-aed3-763f48c8aa8e req-cf824a46-10ef-476d-97a3-dbf8925658d3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 210 time: 0.0487795 Aug 24 04:43:02.879382 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-b429f053-aa8d-43df-bc8d-816291c58a3d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:02.880989 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-b429f053-aa8d-43df-bc8d-816291c58a3d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 812 time: 0.1544073 Aug 24 04:43:02.968741 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-42280f96-2806-4ba6-a024-d217a425ed64 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 380 time: 0.0781648 Aug 24 04:43:02.979195 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'port': {'device_id': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'admin_state_up': True, 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'security_groups': ['8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9']}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:43:03.129967 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Made reservation on behalf of 0065be2eaf7c47c889093310cb4d595b for: {'port': 1} {{(pid=106347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:43:03.134551 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:03.301843 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Allocated IP 172.20.0.8 (a853f537-632c-4884-9732-cae7ba1091ba/8abe78d6-87ca-4cf8-8d06-924d66c3b9fd/d50093f4-104b-4654-8ddb-5c25a0797a1e) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:43:03.524431 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:03.602787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:03.682367 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Network a853f537-632c-4884-9732-cae7ba1091ba is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:43:03.683800 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=d50093f4-104b-4654-8ddb-5c25a0797a1e,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:03.686895 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:43:03.689355 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:43:03.764186 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:03.765252 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:03.790973 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-5f1992e5-ffc5-4f38-8277-4813c6ffa677 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164215 Aug 24 04:43:03.803629 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Request body: {'port': {'device_id': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:43:03.913314 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:03.930117 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:03.960716 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-9308d35c-5403-4a42-a33e-3cb45cb580fa None None] Provisioning complete for port d50093f4-104b-4654-8ddb-5c25a0797a1e triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:43:03.961726 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9308d35c-5403-4a42-a33e-3cb45cb580fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:03.970285 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:04.014924 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-9308d35c-5403-4a42-a33e-3cb45cb580fa None None] Port d50093f4-104b-4654-8ddb-5c25a0797a1e cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:43:04.030921 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fcbc7-f9d6-488a-ad54-330d8450b24a req-5844b54a-8984-441d-9722-2d1442271391 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:04.033636 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-eb2fcbc7-f9d6-488a-ad54-330d8450b24a req-5844b54a-8984-441d-9722-2d1442271391 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 931 time: 0.0730186 Aug 24 04:43:04.096442 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-eb2fcbc7-f9d6-488a-ad54-330d8450b24a req-f7d96df7-787f-4c05-ad7f-554644751f50 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558579 Aug 24 04:43:04.338405 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50093f4-104b-4654-8ddb-5c25a0797a1e {{(pid=106347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:43:04.347579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Publish callbacks [] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:04.361707 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.provisioning_blocks [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Transition to ACTIVE for port object d50093f4-104b-4654-8ddb-5c25a0797a1e will not be triggered until provisioned by entity L2. {{(pid=106347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:43:04.366716 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:04.435973 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Pushing event updated for resources: {'Port': ['ID=d50093f4-104b-4654-8ddb-5c25a0797a1e,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:04.491875 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Attempting to bind port d50093f4-104b-4654-8ddb-5c25a0797a1e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:43:04.492206 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Attempting to bind port d50093f4-104b-4654-8ddb-5c25a0797a1e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:43:04.492529 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Attempting to bind port d50093f4-104b-4654-8ddb-5c25a0797a1e on network a853f537-632c-4884-9732-cae7ba1091ba {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:43:04.498596 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Port d50093f4-104b-4654-8ddb-5c25a0797a1e on network a853f537-632c-4884-9732-cae7ba1091ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:43:04.498915 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Attempting to bind port d50093f4-104b-4654-8ddb-5c25a0797a1e on network a853f537-632c-4884-9732-cae7ba1091ba {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:43:04.505090 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:43:04.505462 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Checking segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:43:04.505857 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Bound using segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} {{(pid=106347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:43:04.506286 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.managers [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Bound port: d50093f4-104b-4654-8ddb-5c25a0797a1e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}}] {{(pid=106347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:43:04.506642 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:04.583090 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] For port d50093f4-104b-4654-8ddb-5c25a0797a1e, host hv-cinder-85426, cleared binding levels {{(pid=106347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:43:04.587037 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] For port d50093f4-104b-4654-8ddb-5c25a0797a1e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:43:04.596651 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:04.603750 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:04.604385 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:04.605867 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-41571364-9626-4683-b04d-a06b1c926271 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/d50093f4-104b-4654-8ddb-5c25a0797a1e HTTP/1.1" status: 200 len: 1093 time: 0.8071332 Aug 24 04:43:04.606376 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'tag': 'd50093f4-104b-4654-8ddb-5c25a0797a1e'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:43:04.608818 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "47b49df2-b755-42df-9e59-d4a15b4023f0", "tag": "d50093f4-104b-4654-8ddb-5c25a0797a1e"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:43:04.708346 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41571364-9626-4683-b04d-a06b1c926271 service neutron] Pushing event updated for resources: {'Port': ['ID=d50093f4-104b-4654-8ddb-5c25a0797a1e,revision_number=3']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:04.723007 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-b2aaef02-8895-479a-95ff-694b169419a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:04.724963 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-b2aaef02-8895-479a-95ff-694b169419a9 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 1127 time: 0.0635848 Aug 24 04:43:04.771190 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-385b48f7-356f-4517-9753-725288b2991e service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e HTTP/1.1" status: 200 len: 217 time: 0.0383663 Aug 24 04:43:04.811432 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603cf78-211b-404d-a552-6812110e882f x-openstack-request-id: req-b603cf78-211b-404d-a552-6812110e882f {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:43:04.811802 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b49df2-b755-42df-9e59-d4a15b4023f0", "tag": "d50093f4-104b-4654-8ddb-5c25a0797a1e", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:43:04.811979 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b603cf78-211b-404d-a552-6812110e882f {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:43:04.812356 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b603cf78-211b-404d-a552-6812110e882f'] response: {'name': 'network-changed', 'server_uuid': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'tag': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'status': 'completed', 'code': 200} Aug 24 04:43:04.837750 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-4787a3d6-4de6-46b8-87e5-278c062724c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:04.839674 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-4787a3d6-4de6-46b8-87e5-278c062724c7 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0626607 Aug 24 04:43:04.896119 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-9f8ca12e-3088-4566-abe8-4367fa4c57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:04.898604 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-9f8ca12e-3088-4566-abe8-4367fa4c57b5 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523181 Aug 24 04:43:05.015330 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-b660f49b-e87e-4618-80e8-db1fb179c32d service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098802 Aug 24 04:43:05.101189 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:05.148039 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-538a0ee8-de1f-4a58-bda7-b095bc838cf7 req-4d1f78e9-977b-4a87-adab-312196b84a7f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263134 Aug 24 04:43:05.257179 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8f1f8-4acd-42b5-974a-bff0bebbedab req-9c1b1967-41b7-4418-acf4-987dee541288 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:05.259123 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1da8f1f8-4acd-42b5-974a-bff0bebbedab req-9c1b1967-41b7-4418-acf4-987dee541288 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 943 time: 0.0588086 Aug 24 04:43:05.328660 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-1da8f1f8-4acd-42b5-974a-bff0bebbedab req-853f0d21-7504-4507-a373-809d8290fbb5 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628037 Aug 24 04:43:05.442387 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-85a4b284-4b46-49ba-9eb1-d89c94c7f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:05.444106 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-85a4b284-4b46-49ba-9eb1-d89c94c7f43f service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 1127 time: 0.0609865 Aug 24 04:43:05.494148 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:05.603180 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-600f6fbc-c26c-4df8-be20-0e64847f819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:05.604717 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-600f6fbc-c26c-4df8-be20-0e64847f819b service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.1543279 Aug 24 04:43:05.647185 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-2a7dcd99-d152-44ba-bf4c-478a0a6d361d service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e HTTP/1.1" status: 200 len: 217 time: 0.0357933 Aug 24 04:43:05.706962 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-a839bd2f-6c79-4343-8d5f-ec102e82bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:05.708480 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-a839bd2f-6c79-4343-8d5f-ec102e82bd52 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0561364 Aug 24 04:43:05.771903 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-94c3ea71-97f3-4375-8732-01af032f024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:05.773483 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-94c3ea71-97f3-4375-8732-01af032f024a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588367 Aug 24 04:43:05.903437 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-514a9f0b-0e1a-4a3b-b792-e05c99e95aa7 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216381 Aug 24 04:43:06.014134 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-fa5cc7b5-8375-42d8-8681-32dd35e20fb1 req-23798912-42eb-42ce-8345-399de9afcb99 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022949 Aug 24 04:43:06.475784 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ba426-7081-4ef6-a33b-9f56f2b9c727 req-917faf74-9721-4462-886f-338d45dfb795 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:06.477328 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f28ba426-7081-4ef6-a33b-9f56f2b9c727 req-917faf74-9721-4462-886f-338d45dfb795 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 943 time: 0.0564449 Aug 24 04:43:06.543138 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f28ba426-7081-4ef6-a33b-9f56f2b9c727 req-6117c07a-a98b-4909-87c1-168ece397803 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584071 Aug 24 04:43:07.417498 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:07.678970 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a0540-5138-4652-877b-664e4ed20933 req-3d16e459-4ea2-4b3a-98a6-296100d52363 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:07.680524 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c48a0540-5138-4652-877b-664e4ed20933 req-3d16e459-4ea2-4b3a-98a6-296100d52363 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 943 time: 0.0582261 Aug 24 04:43:07.745245 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c48a0540-5138-4652-877b-664e4ed20933 req-24c0e52e-009a-4288-aaee-25ee7c334fbe tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586517 Aug 24 04:43:08.909775 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86cc4-61a0-4f7d-ba25-a7e8e367e9a0 req-6428fb46-7334-4ea3-ab92-307621da1ecf tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:08.911405 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f6a86cc4-61a0-4f7d-ba25-a7e8e367e9a0 req-6428fb46-7334-4ea3-ab92-307621da1ecf tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 943 time: 0.0638788 Aug 24 04:43:08.974490 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f6a86cc4-61a0-4f7d-ba25-a7e8e367e9a0 req-31fae252-248d-4cf3-b656-d2d81534d46f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558095 Aug 24 04:43:10.122448 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405acded-4d45-48e1-b9b3-aa2fb3be533a req-30422745-6caf-4443-92e1-b5c878b5b2e8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:10.124021 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-405acded-4d45-48e1-b9b3-aa2fb3be533a req-30422745-6caf-4443-92e1-b5c878b5b2e8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 943 time: 0.0518346 Aug 24 04:43:10.169390 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:10.191190 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-405acded-4d45-48e1-b9b3-aa2fb3be533a req-10d2f026-0217-4975-bdba-25044af2c27a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609233 Aug 24 04:43:10.381397 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-aab73ae5-108a-499d-8ed9-55d5b92ed26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:11.351116 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96655ea-d553-491b-aa5f-6781dc0cf190 req-48f0ff84-1a06-458d-a67d-eecfd92d5ba0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:11.353237 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a96655ea-d553-491b-aa5f-6781dc0cf190 req-48f0ff84-1a06-458d-a67d-eecfd92d5ba0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 943 time: 0.0628533 Aug 24 04:43:11.416157 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a96655ea-d553-491b-aa5f-6781dc0cf190 req-46e8b8b3-0c2a-4528-a5e7-a121a9d8bdca tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533204 Aug 24 04:43:12.394613 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:12.395494 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:12.534513 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:12.584026 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51034f2-6028-47d9-a13b-7f8ae081f17a req-7321714c-8a88-4eef-a8e5-6c22334ba110 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:12.586888 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b51034f2-6028-47d9-a13b-7f8ae081f17a req-7321714c-8a88-4eef-a8e5-6c22334ba110 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 943 time: 0.0629444 Aug 24 04:43:12.641799 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b51034f2-6028-47d9-a13b-7f8ae081f17a req-5b6303c6-38a6-4222-bb6b-47875c1a01fa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489261 Aug 24 04:43:13.000865 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-dee6447b-25f4-4e54-be6b-74b86b1ebaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:13.430534 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device d50093f4-104b-4654-8ddb-5c25a0797a1e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:43:13.598627 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port d50093f4-104b-4654-8ddb-5c25a0797a1e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:43:13.614597 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'port_id': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'mac_address': 'fa:16:3e:8e:38:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:43:13.655457 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port d50093f4-104b-4654-8ddb-5c25a0797a1e is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:43:13.656889 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:13.671385 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50093f4-104b-4654-8ddb-5c25a0797a1e {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:43:13.697316 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port d50093f4-104b-4654-8ddb-5c25a0797a1e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:43:13.704604 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:13.767984 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=d50093f4-104b-4654-8ddb-5c25a0797a1e,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:13.796431 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5777d-b9c1-492e-92fa-277905255f63 req-94dc1aef-c801-4ae9-b00d-f7f8b6b4f865 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:13.798051 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-aac5777d-b9c1-492e-92fa-277905255f63 req-94dc1aef-c801-4ae9-b00d-f7f8b6b4f865 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 944 time: 0.0678196 Aug 24 04:43:13.865829 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-aac5777d-b9c1-492e-92fa-277905255f63 req-ca4cd8f4-3661-4078-8069-668cd19e8ad7 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586462 Aug 24 04:43:13.907769 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['d50093f4-104b-4654-8ddb-5c25a0797a1e'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:43:14.143385 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:15.027141 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084394f4-710f-4852-b607-333925585722 req-834617cc-7b09-4de9-b242-246ffdef5cb4 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:15.030425 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-084394f4-710f-4852-b607-333925585722 req-834617cc-7b09-4de9-b242-246ffdef5cb4 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 944 time: 0.0660009 Aug 24 04:43:15.084412 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-084394f4-710f-4852-b607-333925585722 req-7d94479b-6b31-4e80-90b9-0b0fcbfbc200 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481346 Aug 24 04:43:15.471425 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device d50093f4-104b-4654-8ddb-5c25a0797a1e up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:43:15.517705 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port d50093f4-104b-4654-8ddb-5c25a0797a1e completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:43:15.524420 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port d50093f4-104b-4654-8ddb-5c25a0797a1e triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:43:15.524829 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:15.620076 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port d50093f4-104b-4654-8ddb-5c25a0797a1e is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:43:15.620650 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:15.663770 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50093f4-104b-4654-8ddb-5c25a0797a1e'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:43:15.667854 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232f5d6c-6ef9-494c-9e82-a2d18dab01c6" -d '{"events": [{"server_uuid": "47b49df2-b755-42df-9e59-d4a15b4023f0", "name": "network-vif-plugged", "status": "completed", "tag": "d50093f4-104b-4654-8ddb-5c25a0797a1e"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:43:15.697357 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port d50093f4-104b-4654-8ddb-5c25a0797a1e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:43:15.703099 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:15.729323 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6da9c4-3a3a-4166-8397-2c130c66fa0d x-openstack-request-id: req-2c6da9c4-3a3a-4166-8397-2c130c66fa0d {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:43:15.729323 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b49df2-b755-42df-9e59-d4a15b4023f0", "name": "network-vif-plugged", "status": "completed", "tag": "d50093f4-104b-4654-8ddb-5c25a0797a1e", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:43:15.729323 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2c6da9c4-3a3a-4166-8397-2c130c66fa0d {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:43:15.729772 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6da9c4-3a3a-4166-8397-2c130c66fa0d'] response: {'server_uuid': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'code': 200} Aug 24 04:43:15.763234 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=d50093f4-104b-4654-8ddb-5c25a0797a1e,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:15.906342 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:15.962749 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75e9bb-600a-414e-b927-3f812a0795aa req-97239021-f2a4-4f41-9757-8798d27311ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:15.964276 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9a75e9bb-600a-414e-b927-3f812a0795aa req-97239021-f2a4-4f41-9757-8798d27311ad service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 1129 time: 0.0455072 Aug 24 04:43:16.018406 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-9a75e9bb-600a-414e-b927-3f812a0795aa req-e6a10a19-55a2-42fa-80b9-7670627be772 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Aug 24 04:43:16.229011 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c090f9-6e28-416e-ab82-2f92f6cdc7ab req-a22be4e2-a1c4-451c-96b5-29d8047ef0b4 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:16.230555 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b4c090f9-6e28-416e-ab82-2f92f6cdc7ab req-a22be4e2-a1c4-451c-96b5-29d8047ef0b4 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 945 time: 0.0527120 Aug 24 04:43:16.251994 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:16.296927 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b4c090f9-6e28-416e-ab82-2f92f6cdc7ab req-6caf0caf-d23d-4af7-b93a-503c8ddf6b1d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571592 Aug 24 04:43:17.456796 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065acd6-3b40-45b4-a0c7-767d630cc719 req-a05eade3-ef65-4422-9c17-7864a032436e tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:17.457748 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7065acd6-3b40-45b4-a0c7-767d630cc719 req-a05eade3-ef65-4422-9c17-7864a032436e tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 945 time: 0.0632424 Aug 24 04:43:17.520886 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7065acd6-3b40-45b4-a0c7-767d630cc719 req-106f8c0e-72f6-478a-97f5-3e1d905a1880 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553281 Aug 24 04:43:18.648274 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4844d-033b-40b3-8b65-481715c9b165 req-0ee0fd17-6f5b-4a62-9991-1744214f59f5 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:18.649857 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8ad4844d-033b-40b3-8b65-481715c9b165 req-0ee0fd17-6f5b-4a62-9991-1744214f59f5 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Aug 24 04:43:18.713231 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8ad4844d-033b-40b3-8b65-481715c9b165 req-dbd2a964-1c56-437b-afd6-148db572b5bd tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556293 Aug 24 04:43:18.848418 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ed2d3-272c-49cd-81f1-172dbb92240c req-5c5d0b0b-5846-4709-9076-567c46298f7a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:18.849985 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd5ed2d3-272c-49cd-81f1-172dbb92240c req-5c5d0b0b-5846-4709-9076-567c46298f7a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 945 time: 0.0555360 Aug 24 04:43:18.915118 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bd5ed2d3-272c-49cd-81f1-172dbb92240c req-23785503-2002-468b-a2d4-e0ed86069114 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566721 Aug 24 04:43:18.950418 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42094) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:19.041779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2391265d-7c03-41c3-82dc-bd86d8bfee89 tempest-TestVolumeBootPattern-1120083863 tempest-TestVolumeBootPattern-1120083863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:19.043442 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-2391265d-7c03-41c3-82dc-bd86d8bfee89 tempest-TestVolumeBootPattern-1120083863 tempest-TestVolumeBootPattern-1120083863-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 1124 time: 0.0919077 Aug 24 04:43:19.047363 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42100) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:19.052164 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'port_id': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:43:19.077182 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:19.178124 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:19.270811 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:19.280860 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1701b-cc74-4a70-b44f-9b59674a1a15 req-196d08bd-5257-4507-a5ee-745df4da2210 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:19.282623 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e5d1701b-cc74-4a70-b44f-9b59674a1a15 req-196d08bd-5257-4507-a5ee-745df4da2210 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 947 time: 0.1021905 Aug 24 04:43:19.359000 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:19.383888 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Allocated IP 172.27.4.146 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/da7391f8-b6de-4b7b-90bb-dacb377e677e) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:43:19.392122 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e5d1701b-cc74-4a70-b44f-9b59674a1a15 req-9c79f5d7-18e7-449e-897e-27cc2b732e15 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013138 Aug 24 04:43:19.501243 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (da7391f8-b6de-4b7b-90bb-dacb377e677e), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:19.540370 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (da7391f8-b6de-4b7b-90bb-dacb377e677e), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:19.588283 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:43:19.591395 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:43:19.595764 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:43:19.618792 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=da7391f8-b6de-4b7b-90bb-dacb377e677e,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:19.633445 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.633784 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.634131 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.634462 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.634788 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.635114 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.635436 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.635754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.636075 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.636396 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.636751 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.637074 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.637390 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.637705 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.638408 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:19.987290 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (3b61613a-92bc-4f1f-8af0-b2867a526754), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.074345 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (da7391f8-b6de-4b7b-90bb-dacb377e677e), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.107155 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:20.241406 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (da7391f8-b6de-4b7b-90bb-dacb377e677e), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.247349 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (da7391f8-b6de-4b7b-90bb-dacb377e677e), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.297180 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:20.328934 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (3b61613a-92bc-4f1f-8af0-b2867a526754), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.332300 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=da7391f8-b6de-4b7b-90bb-dacb377e677e,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:20.446384 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Floating IP 3b61613a-92bc-4f1f-8af0-b2867a526754 associated. External IP: 172.27.4.146, port: d50093f4-104b-4654-8ddb-5c25a0797a1e. Aug 24 04:43:20.514706 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-27640779-9fd4-4588-a7bf-3cb4b7541cd3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:20.517137 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-27640779-9fd4-4588-a7bf-3cb4b7541cd3 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 947 time: 0.0880783 Aug 24 04:43:20.619549 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Deleting port 84528557-363f-4af8-99bc-a4d937e1c636 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:43:20.619900 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (84528557-363f-4af8-99bc-a4d937e1c636), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.735976 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] For port 84528557-363f-4af8-99bc-a4d937e1c636, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=84528557-363f-4af8-99bc-a4d937e1c636,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:43:20.736348 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (84528557-363f-4af8-99bc-a4d937e1c636), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.879666 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25753fcd-9c39-4109-9d7f-6d0fb3cba31b req-16c0b947-3913-4ba7-b448-fd89f84fe45f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:20.881187 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-25753fcd-9c39-4109-9d7f-6d0fb3cba31b req-16c0b947-3913-4ba7-b448-fd89f84fe45f tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=60ec3d5d-57fa-46bd-96df-97a39d62da83 HTTP/1.1" status: 200 len: 947 time: 0.3642495 Aug 24 04:43:20.966559 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.966929 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (0b7a6ae3-0089-470b-8b26-ac16b0b18f80), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:20.967309 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Floating IP 0b7a6ae3-0089-470b-8b26-ac16b0b18f80 disassociated. External IP: 172.27.4.32, port: 84528557-363f-4af8-99bc-a4d937e1c636. Aug 24 04:43:20.967691 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Calling delete_port for 84528557-363f-4af8-99bc-a4d937e1c636 owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:43:20.972587 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:21.021135 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-25753fcd-9c39-4109-9d7f-6d0fb3cba31b req-c4b8f907-993a-46f6-91a6-86213fafafa9 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277926 Aug 24 04:43:21.076352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:43:21.124638 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:21.131814 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (84528557-363f-4af8-99bc-a4d937e1c636), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:21.167325 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event deleted for resources: {'Port': ['ID=84528557-363f-4af8-99bc-a4d937e1c636,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:21.194692 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.196009 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.196009 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.196709 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.196878 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.197309 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.197938 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.198352 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.198890 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.199430 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.199961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.201251 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.201965 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.202505 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.203050 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:21.226039 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:43:21.239189 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7ac70-7740-4562-a126-f109c359270e None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:43:21.254382 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:21.262704 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7ac70-7740-4562-a126-f109c359270e None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:43:21.264576 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-cae7ac70-7740-4562-a126-f109c359270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:43:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:21.309819 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-1415f34b-164d-4c17-b0f0-3bda70745c44 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2611475 Aug 24 04:43:21.311773 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'tag': 'd50093f4-104b-4654-8ddb-5c25a0797a1e'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:43:21.314345 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e884f292-d47c-4753-807f-038819376111" -d '{"events": [{"name": "network-changed", "server_uuid": "47b49df2-b755-42df-9e59-d4a15b4023f0", "tag": "d50093f4-104b-4654-8ddb-5c25a0797a1e"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:43:21.351207 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Router d765059f-a5be-41ce-b81f-7c28c1307308 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:43:21.441097 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89450ef-516a-4e21-a5eb-c8c5458bc71a x-openstack-request-id: req-e89450ef-516a-4e21-a5eb-c8c5458bc71a {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:43:21.441532 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b49df2-b755-42df-9e59-d4a15b4023f0", "tag": "d50093f4-104b-4654-8ddb-5c25a0797a1e", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:43:21.441858 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e89450ef-516a-4e21-a5eb-c8c5458bc71a {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:43:21.442363 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89450ef-516a-4e21-a5eb-c8c5458bc71a'] response: {'name': 'network-changed', 'server_uuid': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'tag': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'status': 'completed', 'code': 200} Aug 24 04:43:21.520386 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f292-d47c-4753-807f-038819376111 req-f1d62bd0-a275-46cf-91f7-1abb2ef36400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:21.522735 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e884f292-d47c-4753-807f-038819376111 req-f1d62bd0-a275-46cf-91f7-1abb2ef36400 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 1129 time: 0.0552175 Aug 24 04:43:21.522930 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:43:21.535595 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] Sync routers for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:43:21.559475 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:43:21.561002 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:43:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:21.594935 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] No DVR routers for this DVR port 84528557-363f-4af8-99bc-a4d937e1c636 on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:43:21.597585 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:21.603843 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-407d7dd3-0366-43c9-9c79-d021369d4286 req-67d26480-a4ca-48f4-8721-b877832f2c4e tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.99 "DELETE /networking/v2.0/ports/84528557-363f-4af8-99bc-a4d937e1c636 HTTP/1.1" status: 204 len: 173 time: 1.0807159 Aug 24 04:43:21.604337 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-deleted', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:43:21.607862 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2f3a64-fcb6-48db-95f0-7f56167cade0" -d '{"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-deleted", "tag": "84528557-363f-4af8-99bc-a4d937e1c636"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:43:21.627951 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-cae7ac70-7740-4562-a126-f109c359270e None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:43:21.661095 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793ee267-1a09-4c4a-8365-391a7c0114c9 x-openstack-request-id: req-793ee267-1a09-4c4a-8365-391a7c0114c9 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:43:21.662171 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ec3d5d-57fa-46bd-96df-97a39d62da83", "name": "network-vif-deleted", "tag": "84528557-363f-4af8-99bc-a4d937e1c636", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:43:21.662745 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-793ee267-1a09-4c4a-8365-391a7c0114c9 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:43:21.663445 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793ee267-1a09-4c4a-8365-391a7c0114c9'] response: {'server_uuid': '60ec3d5d-57fa-46bd-96df-97a39d62da83', 'name': 'network-vif-deleted', 'tag': '84528557-363f-4af8-99bc-a4d937e1c636', 'status': 'completed', 'code': 200} Aug 24 04:43:21.668823 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:21.698874 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f292-d47c-4753-807f-038819376111 req-bf40cb4f-7c0c-4849-a58b-172306054651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:21.700695 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e884f292-d47c-4753-807f-038819376111 req-bf40cb4f-7c0c-4849-a58b-172306054651 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.1631820 Aug 24 04:43:21.819642 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e884f292-d47c-4753-807f-038819376111 req-81e6cdf9-ddcc-4edd-bb2c-145e21798fd7 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e HTTP/1.1" status: 200 len: 999 time: 0.0907760 Aug 24 04:43:21.824003 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:21.849752 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:43:21.894817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f292-d47c-4753-807f-038819376111 req-7434fb2d-7460-4d6d-8bd1-cf8128ee74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:21.901000 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e884f292-d47c-4753-807f-038819376111 req-7434fb2d-7460-4d6d-8bd1-cf8128ee74ad service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0752602 Aug 24 04:43:21.969777 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884f292-d47c-4753-807f-038819376111 req-bc24d99f-6034-427e-8fac-be52bca7e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:21.971363 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e884f292-d47c-4753-807f-038819376111 req-bc24d99f-6034-427e-8fac-be52bca7e239 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626845 Aug 24 04:43:22.035155 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-cae7ac70-7740-4562-a126-f109c359270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '3b61613a-92bc-4f1f-8af0-b2867a526754', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.146', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:8e:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:43:19Z', 'updated_at': '2022-08-24T04:43:19Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:22.076849 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7ac70-7740-4562-a126-f109c359270e None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:43:22.090741 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e884f292-d47c-4753-807f-038819376111 req-04a0d8e1-ab9a-4b71-8d27-cfce4b28c646 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128497 Aug 24 04:43:22.100690 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7ac70-7740-4562-a126-f109c359270e None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:43:22.104619 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-cae7ac70-7740-4562-a126-f109c359270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:43:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:22.105865 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:22.134125 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:22.141330 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] Checking router: d765059f-a5be-41ce-b81f-7c28c1307308 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:43:22.154824 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:43:22.155604 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:43:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:22.168241 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42118) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:22.176794 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:22.238121 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e884f292-d47c-4753-807f-038819376111 req-69034bbe-255d-4d48-813b-bbcc06702e15 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374290 Aug 24 04:43:22.244854 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:22.252131 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f94b9cb0-0491-4119-ae87-cad743d6fff1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (b552a7bd-72bd-4cbb-ae05-72ea5dbe4768), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.272664 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-cae7ac70-7740-4562-a126-f109c359270e None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:43:22.290323 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f94b9cb0-0491-4119-ae87-cad743d6fff1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (b552a7bd-72bd-4cbb-ae05-72ea5dbe4768), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.292849 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:43:22.355047 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f94b9cb0-0491-4119-ae87-cad743d6fff1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (b552a7bd-72bd-4cbb-ae05-72ea5dbe4768), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.359455 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f94b9cb0-0491-4119-ae87-cad743d6fff1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.360731 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f94b9cb0-0491-4119-ae87-cad743d6fff1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/b552a7bd-72bd-4cbb-ae05-72ea5dbe4768 HTTP/1.1" status: 204 len: 168 time: 0.1903441 Aug 24 04:43:22.363859 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42120) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:22.371384 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b9cb0-0491-4119-ae87-cad743d6fff1 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b552a7bd-72bd-4cbb-ae05-72ea5dbe4768,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:22.393730 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.api.v2.resource [None req-10281104-0f49-48ec-abac-ebec2ef1ee2c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] show failed (client error): The resource could not be found. Aug 24 04:43:22.394820 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-10281104-0f49-48ec-abac-ebec2ef1ee2c tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "GET /networking/v2.0/security-groups/b552a7bd-72bd-4cbb-ae05-72ea5dbe4768 HTTP/1.1" status: 404 len: 347 time: 0.0294893 Aug 24 04:43:22.398042 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42122) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:22.537684 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:22.539836 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Deleting port c3da134e-30ba-42fb-9a7b-feec85b47124 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:43:22.540198 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c3da134e-30ba-42fb-9a7b-feec85b47124), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.563445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-cae7ac70-7740-4562-a126-f109c359270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '3b61613a-92bc-4f1f-8af0-b2867a526754', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.146', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:8e:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:43:19Z', 'updated_at': '2022-08-24T04:43:19Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:22.574756 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fbca98-c981-43ce-97c0-e79bd4276112 None None] The sync data for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi is: [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:38:12Z', 'revision_number': 4, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '60fc2e43-29ab-4a15-940d-7a4ddeb62df8', 'name': '', 'network_id': '9795d4df-b2c6-44b5-b5a5-55d0a651a61f', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'mac_address': 'fa:16:3e:40:23:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:12Z', 'updated_at': '2022-08-24T04:38:19Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'subnets': [{'id': '382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:43:22.594045 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7ac70-7740-4562-a126-f109c359270e None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '3b61613a-92bc-4f1f-8af0-b2867a526754', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.146', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:8e:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:43:19Z', 'updated_at': '2022-08-24T04:43:19Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:43:22.641272 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c3da134e-30ba-42fb-9a7b-feec85b47124), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.641715 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (c3da134e-30ba-42fb-9a7b-feec85b47124), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.657628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Calling delete_port for c3da134e-30ba-42fb-9a7b-feec85b47124 owned by network:floatingip {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:43:22.814635 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (c3da134e-30ba-42fb-9a7b-feec85b47124), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.843398 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Pushing event deleted for resources: {'Port': ['ID=c3da134e-30ba-42fb-9a7b-feec85b47124,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:22.880736 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52cfb8b-32da-47c4-82bf-9c1b0ce813d7 None None] New status for floating IP 0b7a6ae3-0089-470b-8b26-ac16b0b18f80: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:43:22.916038 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks [] for floatingip (0b7a6ae3-0089-470b-8b26-ac16b0b18f80), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.918963 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:22.921324 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-0c29649c-01b8-4f4d-8924-cb83225c4f22 tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/0b7a6ae3-0089-470b-8b26-ac16b0b18f80 HTTP/1.1" status: 204 len: 168 time: 0.5221567 Aug 24 04:43:23.074690 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b7e9e-8b93-49aa-94ab-2dd33cb280dd None None] New status for floating IP 3b61613a-92bc-4f1f-8af0-b2867a526754: ACTIVE {{(pid=106349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:43:25.405987 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42144) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:25.509043 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:43:25.542357 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 84528557-363f-4af8-99bc-a4d937e1c636 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:43:25.542920 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 84528557-363f-4af8-99bc-a4d937e1c636 not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:43:25.689925 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:25.897128 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (d765059f-a5be-41ce-b81f-7c28c1307308), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:26.000063 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:26.165594 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Deleting port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:43:26.165938 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:26.254496 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] For port 60fc2e43-29ab-4a15-940d-7a4ddeb62df8, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:43:26.254779 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:26.269204 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Calling delete_port for 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 owned by network:router_interface {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:43:26.464452 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (60fc2e43-29ab-4a15-940d-7a4ddeb62df8), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:26.495440 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=60fc2e43-29ab-4a15-940d-7a4ddeb62df8,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:26.655582 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:26.675900 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (d765059f-a5be-41ce-b81f-7c28c1307308), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:26.896377 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Router d765059f-a5be-41ce-b81f-7c28c1307308 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:43:26.961550 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:27.004635 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:43:27.009639 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-7bcf7f7c-65e4-4f7a-a2ff-11141af1b2d0 admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/d765059f-a5be-41ce-b81f-7c28c1307308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6027839 Aug 24 04:43:27.013598 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42148) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:27.014116 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] Sync routers for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:43:27.026749 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:43:27.027397 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:43:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:27.125484 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks [] for router (d765059f-a5be-41ce-b81f-7c28c1307308), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:27.138845 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:43:27.238429 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks [] for router_gateway (d765059f-a5be-41ce-b81f-7c28c1307308), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:27.287183 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Deleting port 06286f32-a326-44ff-9269-c304fd637505 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:43:27.287538 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (06286f32-a326-44ff-9269-c304fd637505), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:27.337212 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191'}], 'enable_snat': True}, 'gw_port_id': '06286f32-a326-44ff-9269-c304fd637505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:43:26Z', 'revision_number': 5, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port': {'id': '06286f32-a326-44ff-9269-c304fd637505', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:01:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:38:09Z', 'updated_at': '2022-08-24T04:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:27.365981 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] Checking router: d765059f-a5be-41ce-b81f-7c28c1307308 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:43:27.381161 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] Routers {'d765059f-a5be-41ce-b81f-7c28c1307308'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:43:27.381819 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:43:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['d765059f-a5be-41ce-b81f-7c28c1307308'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:27.386245 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] For port 06286f32-a326-44ff-9269-c304fd637505, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=06286f32-a326-44ff-9269-c304fd637505,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:43:27.386640 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (06286f32-a326-44ff-9269-c304fd637505), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:27.406380 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Calling delete_port for 06286f32-a326-44ff-9269-c304fd637505 owned by network:router_gateway {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:43:27.480829 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] Set router d765059f-a5be-41ce-b81f-7c28c1307308 gateway port host: None {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:43:27.534694 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:43:27Z', 'revision_number': 6, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:27.564614 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca784dd0-c3f2-4460-b9b3-6d41274030cb None None] The sync data for ids ['d765059f-a5be-41ce-b81f-7c28c1307308'] in dv-cinder-854263-1-iscsi is: [{'id': 'd765059f-a5be-41ce-b81f-7c28c1307308', 'name': 'tempest-AttachVolumeShelveTestJSON-167721317-router', 'tenant_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:38:07Z', 'updated_at': '2022-08-24T04:43:27Z', 'revision_number': 6, 'project_id': 'ccd3469ef0db494abf4a0f28d1d3e7a6', 'gw_port_host': None}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:43:27.587512 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:27.605292 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (06286f32-a326-44ff-9269-c304fd637505), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:27.634291 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06286f32-a326-44ff-9269-c304fd637505,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:27.706374 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (d765059f-a5be-41ce-b81f-7c28c1307308), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.061159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (d765059f-a5be-41ce-b81f-7c28c1307308), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.063614 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks [] for router_controller (d765059f-a5be-41ce-b81f-7c28c1307308), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.108005 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (d765059f-a5be-41ce-b81f-7c28c1307308), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.108683 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d765059f-a5be-41ce-b81f-7c28c1307308 {{(pid=106346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:43:28.113477 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.114920 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-373225b9-80e8-48bf-9982-4b423880c1e3 admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/d765059f-a5be-41ce-b81f-7c28c1307308 HTTP/1.1" status: 204 len: 168 time: 1.0997844 Aug 24 04:43:28.117616 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42150) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:28.171904 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_v2 [None req-65191ff7-b2e4-41ee-9272-85a6ac337925 admin admin] Deleting subnet 382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d {{(pid=106346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:43:28.173679 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-65191ff7-b2e4-41ee-9272-85a6ac337925 admin admin] Publish callbacks [] for subnet (382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.194273 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:28.213968 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-65191ff7-b2e4-41ee-9272-85a6ac337925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047599'] for subnet (382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d), precommit_delete_associations {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.298701 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-65191ff7-b2e4-41ee-9272-85a6ac337925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.357509 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-65191ff7-b2e4-41ee-9272-85a6ac337925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126732137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126750591'] for subnet (382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.382448 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65191ff7-b2e4-41ee-9272-85a6ac337925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:28.388743 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-65191ff7-b2e4-41ee-9272-85a6ac337925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for subnet (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.392108 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-65191ff7-b2e4-41ee-9272-85a6ac337925 admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/382f3d34-b0a0-4fa1-9a48-aa38e2de1a7d HTTP/1.1" status: 204 len: 168 time: 0.2735176 Aug 24 04:43:28.394941 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad22c1d-d7a4-4c11-844e-2525231b884e None None] Network 9795d4df-b2c6-44b5-b5a5-55d0a651a61f requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:43:28.396039 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42152) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:28.477565 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (9795d4df-b2c6-44b5-b5a5-55d0a651a61f), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.525951 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Deleting port c67dd672-a0a7-4e90-9801-86fbd5610f22 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:43:28.526666 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.571263 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] DHCP port deletion for 9795d4df-b2c6-44b5-b5a5-55d0a651a61f request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:43:28.614961 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] For port c67dd672-a0a7-4e90-9801-86fbd5610f22, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c67dd672-a0a7-4e90-9801-86fbd5610f22,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:43:28.615430 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.622902 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Deleting port c67dd672-a0a7-4e90-9801-86fbd5610f22 {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:43:28.623220 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.632379 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Calling delete_port for c67dd672-a0a7-4e90-9801-86fbd5610f22 owned by network:dhcp {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:43:28.704755 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] For port c67dd672-a0a7-4e90-9801-86fbd5610f22, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=c67dd672-a0a7-4e90-9801-86fbd5610f22,segment=NetworkSegment(8055e55b-49af-4b1e-8fb5-232fa480bdc3),segment_id=8055e55b-49af-4b1e-8fb5-232fa480bdc3)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:43:28.705405 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.729849 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Calling delete_port for c67dd672-a0a7-4e90-9801-86fbd5610f22 owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:43:28.730347 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.762091 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67dd672-a0a7-4e90-9801-86fbd5610f22,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:28.764928 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] No DVR routers for this DVR port c67dd672-a0a7-4e90-9801-86fbd5610f22 on host dv-cinder-854263-1-iscsi {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:43:28.816957 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (c67dd672-a0a7-4e90-9801-86fbd5610f22), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.819334 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:28.843410 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Pushing event deleted for resources: {'Port': ['ID=c67dd672-a0a7-4e90-9801-86fbd5610f22,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:28.845229 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (9795d4df-b2c6-44b5-b5a5-55d0a651a61f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.852994 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] No DVR routers for this DVR port c67dd672-a0a7-4e90-9801-86fbd5610f22 on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:43:28.856123 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.856123 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.856123 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.857201 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.857201 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.857423 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.858335 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.858335 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.858575 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.858840 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.859173 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.859555 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.860022 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.860297 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.860523 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2022f4-6736-4923-a9ba-3e6b6108fcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:43:28.867503 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:28.872709 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9795d4df-b2c6-44b5-b5a5-55d0a651a61f']}} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:28.884467 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8055e55b-49af-4b1e-8fb5-232fa480bdc3') {'for_net_delete': True} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:28.884791 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8055e55b-49af-4b1e-8fb5-232fa480bdc3') {} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:43:28.897012 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117889838'] for segment (8055e55b-49af-4b1e-8fb5-232fa480bdc3), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.918545 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (8055e55b-49af-4b1e-8fb5-232fa480bdc3), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.926523 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=106347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:43:28.926919 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119372443'] for segment (8055e55b-49af-4b1e-8fb5-232fa480bdc3), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:28.946709 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 8055e55b-49af-4b1e-8fb5-232fa480bdc3 resource provider aggregate not found Aug 24 04:43:28.990599 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 8055e55b-49af-4b1e-8fb5-232fa480bdc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8055e55b-49af-4b1e-8fb5-232fa480bdc3 found for delete ", "request_id": "req-b1c03632-25d8-4a59-9847-ea2674192628"}]} Aug 24 04:43:28.999813 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (9795d4df-b2c6-44b5-b5a5-55d0a651a61f), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:29.004427 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:29.008254 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/9795d4df-b2c6-44b5-b5a5-55d0a651a61f HTTP/1.1" status: 204 len: 168 time: 0.6108294 Aug 24 04:43:29.023189 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4048e-ad85-474b-a87b-b145dda801e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9795d4df-b2c6-44b5-b5a5-55d0a651a61f,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:29.139060 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42162) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:29.186426 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-889337fa-e57e-4de4-bb74-11c4c97f8460 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=ccd3469ef0db494abf4a0f28d1d3e7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457008 Aug 24 04:43:29.188809 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42164) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:29.249284 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a89bc72a-276d-4a01-a8dd-c7f7d54e369f admin admin] Publish callbacks [] for security_group (51ed9212-593e-4794-8622-ad62a181aefe), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:29.271922 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a89bc72a-276d-4a01-a8dd-c7f7d54e369f admin admin] Publish callbacks [] for security_group (51ed9212-593e-4794-8622-ad62a181aefe), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:29.327614 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a89bc72a-276d-4a01-a8dd-c7f7d54e369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (51ed9212-593e-4794-8622-ad62a181aefe), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:29.330337 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-a89bc72a-276d-4a01-a8dd-c7f7d54e369f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:29.331492 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-a89bc72a-276d-4a01-a8dd-c7f7d54e369f admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/51ed9212-593e-4794-8622-ad62a181aefe HTTP/1.1" status: 204 len: 168 time: 0.1417520 Aug 24 04:43:29.346766 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bc72a-276d-4a01-a8dd-c7f7d54e369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed9212-593e-4794-8622-ad62a181aefe,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:29.390766 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 06286f32-a326-44ff-9269-c304fd637505 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:43:29.411638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 06286f32-a326-44ff-9269-c304fd637505 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:43:29.412439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 06286f32-a326-44ff-9269-c304fd637505 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:43:29.412439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c67dd672-a0a7-4e90-9801-86fbd5610f22 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:43:29.434179 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: c67dd672-a0a7-4e90-9801-86fbd5610f22 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:43:29.434533 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device c67dd672-a0a7-4e90-9801-86fbd5610f22 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:43:29.435575 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:43:29.455808 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:43:29.456166 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 60fc2e43-29ab-4a15-940d-7a4ddeb62df8 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:43:37.404128 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:37.404956 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=87 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:37.443847 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:39.010991 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:39.013625 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:39.311650 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:39.335477 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=42,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:39.399139 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:43:40.377638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-43f48240-6242-446f-8ebc-1f5fb5770565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:42.415947 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c761a2e1-c402-4641-b41a-54508133d8dd req-d8900f43-4ccc-448d-911e-b6d645f62d2e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438106 Aug 24 04:43:42.514366 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a2e1-c402-4641-b41a-54508133d8dd req-71e8be99-bbd0-4871-bafe-4de64d2d906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:42.515938 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c761a2e1-c402-4641-b41a-54508133d8dd req-71e8be99-bbd0-4871-bafe-4de64d2d906e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 1129 time: 0.0460207 Aug 24 04:43:42.632941 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a2e1-c402-4641-b41a-54508133d8dd req-6d0c6d10-ea63-4e3e-b392-b9a4e5cecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:42.634668 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c761a2e1-c402-4641-b41a-54508133d8dd req-6d0c6d10-ea63-4e3e-b392-b9a4e5cecf50 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.0982263 Aug 24 04:43:42.704663 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c761a2e1-c402-4641-b41a-54508133d8dd req-73aed556-8f89-41b4-9694-0ceb017ac559 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e HTTP/1.1" status: 200 len: 1001 time: 0.0638885 Aug 24 04:43:42.765262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a2e1-c402-4641-b41a-54508133d8dd req-02fc90c1-5410-42cb-bc3e-18b6db7b085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:42.766948 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c761a2e1-c402-4641-b41a-54508133d8dd req-02fc90c1-5410-42cb-bc3e-18b6db7b085c service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0555799 Aug 24 04:43:42.815875 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a2e1-c402-4641-b41a-54508133d8dd req-5379d371-2e67-4448-94bb-f863ce4b06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:43:42.817443 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c761a2e1-c402-4641-b41a-54508133d8dd req-5379d371-2e67-4448-94bb-f863ce4b06c9 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439253 Aug 24 04:43:42.970872 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c761a2e1-c402-4641-b41a-54508133d8dd req-a8e8d9c3-fc64-423b-b9db-abef65a0335e service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467681 Aug 24 04:43:42.991942 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:42.998797 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1407ecb5-d375-4a5f-88d6-caf576e48a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:43.070862 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c761a2e1-c402-4641-b41a-54508133d8dd req-505d45b4-f75d-4486-86d0-8c22cbadeaa6 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938005 Aug 24 04:43:44.125421 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:45.904790 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:46.250058 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:46.691364 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42378) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:46.801889 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3191f2e3-12e7-45d7-ae2b-8c5959a1f05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:46.897476 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3191f2e3-12e7-45d7-ae2b-8c5959a1f05d admin admin] Publish callbacks [] for security_group (c6d701a9-f57b-485b-91fa-29a2c82e8b82), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:46.903248 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3191f2e3-12e7-45d7-ae2b-8c5959a1f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (c6d701a9-f57b-485b-91fa-29a2c82e8b82), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:46.953077 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191f2e3-12e7-45d7-ae2b-8c5959a1f05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d701a9-f57b-485b-91fa-29a2c82e8b82,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:46.961168 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3191f2e3-12e7-45d7-ae2b-8c5959a1f05d admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=ef4631e827f54e4a8251ac0e8b0434af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682698 Aug 24 04:43:46.966619 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42382) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:47.026817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c8c11d15-274b-49c2-a439-07ae87eab57f admin admin] Publish callbacks [] for security_group (c6d701a9-f57b-485b-91fa-29a2c82e8b82), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.050768 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c8c11d15-274b-49c2-a439-07ae87eab57f admin admin] Publish callbacks [] for security_group (c6d701a9-f57b-485b-91fa-29a2c82e8b82), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.103073 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c8c11d15-274b-49c2-a439-07ae87eab57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (c6d701a9-f57b-485b-91fa-29a2c82e8b82), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.105683 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c8c11d15-274b-49c2-a439-07ae87eab57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.107459 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c8c11d15-274b-49c2-a439-07ae87eab57f admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/c6d701a9-f57b-485b-91fa-29a2c82e8b82 HTTP/1.1" status: 204 len: 168 time: 0.1406293 Aug 24 04:43:47.117400 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c11d15-274b-49c2-a439-07ae87eab57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d701a9-f57b-485b-91fa-29a2c82e8b82,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:47.396782 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42388) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:47.412496 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-04ec2fdb-280c-4580-a4fe-840cfcd6ed11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.436847 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:47.443877 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:47.503005 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-04ec2fdb-280c-4580-a4fe-840cfcd6ed11 admin admin] Publish callbacks [] for security_group (87c36103-d9ab-4f5b-a4ad-0151eb885713), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.510319 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-04ec2fdb-280c-4580-a4fe-840cfcd6ed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (87c36103-d9ab-4f5b-a4ad-0151eb885713), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.556401 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-04ec2fdb-280c-4580-a4fe-840cfcd6ed11 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=a827879fa7e1421a8edcc97b8db27028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583538 Aug 24 04:43:47.558721 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec2fdb-280c-4580-a4fe-840cfcd6ed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c36103-d9ab-4f5b-a4ad-0151eb885713,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:47.559209 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42390) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:47.618687 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d85113e8-b44a-40f3-b364-876a3a7a2b97 admin admin] Publish callbacks [] for security_group (87c36103-d9ab-4f5b-a4ad-0151eb885713), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.641950 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d85113e8-b44a-40f3-b364-876a3a7a2b97 admin admin] Publish callbacks [] for security_group (87c36103-d9ab-4f5b-a4ad-0151eb885713), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.692937 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d85113e8-b44a-40f3-b364-876a3a7a2b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (87c36103-d9ab-4f5b-a4ad-0151eb885713), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.695704 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-d85113e8-b44a-40f3-b364-876a3a7a2b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:47.696952 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-d85113e8-b44a-40f3-b364-876a3a7a2b97 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/87c36103-d9ab-4f5b-a4ad-0151eb885713 HTTP/1.1" status: 204 len: 168 time: 0.1359487 Aug 24 04:43:47.706010 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85113e8-b44a-40f3-b364-876a3a7a2b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c36103-d9ab-4f5b-a4ad-0151eb885713,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:49.394978 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:53.144807 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42490) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:53.258573 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7070808b-8356-4c4d-a7bf-37a49e2527f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.342367 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7070808b-8356-4c4d-a7bf-37a49e2527f4 admin admin] Publish callbacks [] for security_group (dc728ae5-1a20-4369-9a70-1196131868ba), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.347484 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-7070808b-8356-4c4d-a7bf-37a49e2527f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (dc728ae5-1a20-4369-9a70-1196131868ba), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.391323 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-7070808b-8356-4c4d-a7bf-37a49e2527f4 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f42f1a8e774848eab50d4d7e1d291730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426810 Aug 24 04:43:53.391323 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070808b-8356-4c4d-a7bf-37a49e2527f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc728ae5-1a20-4369-9a70-1196131868ba,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:53.391759 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42494) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:53.446914 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d462de66-5441-4de8-98d7-140f82d563ce admin admin] Publish callbacks [] for security_group (dc728ae5-1a20-4369-9a70-1196131868ba), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.469568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d462de66-5441-4de8-98d7-140f82d563ce admin admin] Publish callbacks [] for security_group (dc728ae5-1a20-4369-9a70-1196131868ba), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.521083 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d462de66-5441-4de8-98d7-140f82d563ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (dc728ae5-1a20-4369-9a70-1196131868ba), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.523818 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-d462de66-5441-4de8-98d7-140f82d563ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.525012 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-d462de66-5441-4de8-98d7-140f82d563ce admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/dc728ae5-1a20-4369-9a70-1196131868ba HTTP/1.1" status: 204 len: 168 time: 0.1320124 Aug 24 04:43:53.533918 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462de66-5441-4de8-98d7-140f82d563ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc728ae5-1a20-4369-9a70-1196131868ba,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:53.546205 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=88,neutron:DELETE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:53.819946 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42500) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:53.833942 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9f20fe8c-16ba-4227-adaa-4cef97137257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.923294 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9f20fe8c-16ba-4227-adaa-4cef97137257 admin admin] Publish callbacks [] for security_group (6aa22336-2b5d-48b5-b090-c1e3a0f16ee7), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.928094 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9f20fe8c-16ba-4227-adaa-4cef97137257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6aa22336-2b5d-48b5-b090-c1e3a0f16ee7), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:53.974188 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-9f20fe8c-16ba-4227-adaa-4cef97137257 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f5c695822e6a44de802602b5c9b9df3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529460 Aug 24 04:43:53.975239 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20fe8c-16ba-4227-adaa-4cef97137257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa22336-2b5d-48b5-b090-c1e3a0f16ee7,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:53.977186 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42502) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:54.036986 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe98b8f9-e9e2-40de-af54-2a0742abe411 admin admin] Publish callbacks [] for security_group (6aa22336-2b5d-48b5-b090-c1e3a0f16ee7), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.059124 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe98b8f9-e9e2-40de-af54-2a0742abe411 admin admin] Publish callbacks [] for security_group (6aa22336-2b5d-48b5-b090-c1e3a0f16ee7), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.112744 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe98b8f9-e9e2-40de-af54-2a0742abe411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (6aa22336-2b5d-48b5-b090-c1e3a0f16ee7), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.119103 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-fe98b8f9-e9e2-40de-af54-2a0742abe411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.119103 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-fe98b8f9-e9e2-40de-af54-2a0742abe411 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/6aa22336-2b5d-48b5-b090-c1e3a0f16ee7 HTTP/1.1" status: 204 len: 168 time: 0.1377583 Aug 24 04:43:54.126308 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b8f9-e9e2-40de-af54-2a0742abe411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa22336-2b5d-48b5-b090-c1e3a0f16ee7,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:54.483485 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42508) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:54.506195 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1fda2656-3553-4768-86aa-f9ea62ccd907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.639192 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1fda2656-3553-4768-86aa-f9ea62ccd907 admin admin] Publish callbacks [] for security_group (0016ecd3-c057-4583-8a12-e27f032e9e4b), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.644585 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1fda2656-3553-4768-86aa-f9ea62ccd907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (0016ecd3-c057-4583-8a12-e27f032e9e4b), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.689803 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-1fda2656-3553-4768-86aa-f9ea62ccd907 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=f9504de3cd9b4e7e8eb70fc2760db8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051425 Aug 24 04:43:54.690799 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda2656-3553-4768-86aa-f9ea62ccd907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0016ecd3-c057-4583-8a12-e27f032e9e4b,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:54.693597 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42510) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:43:54.759398 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-860cdf3c-155b-4bbd-8ed4-7a613d474c1b admin admin] Publish callbacks [] for security_group (0016ecd3-c057-4583-8a12-e27f032e9e4b), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.784119 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-860cdf3c-155b-4bbd-8ed4-7a613d474c1b admin admin] Publish callbacks [] for security_group (0016ecd3-c057-4583-8a12-e27f032e9e4b), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.808452 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:54.816304 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:43:54.843478 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-860cdf3c-155b-4bbd-8ed4-7a613d474c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (0016ecd3-c057-4583-8a12-e27f032e9e4b), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.846166 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-860cdf3c-155b-4bbd-8ed4-7a613d474c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:43:54.847359 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-860cdf3c-155b-4bbd-8ed4-7a613d474c1b admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/0016ecd3-c057-4583-8a12-e27f032e9e4b HTTP/1.1" status: 204 len: 168 time: 0.1528230 Aug 24 04:43:54.855890 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cdf3c-155b-4bbd-8ed4-7a613d474c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0016ecd3-c057-4583-8a12-e27f032e9e4b,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:43:54.869735 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:03.782313 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42598) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:44:03.922306 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-126862c9-94c3-465e-bf92-c097113ce2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:03.965251 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=4,neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:03.970069 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:INSERT=16,neutron:SELECT=47,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:04.017362 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-126862c9-94c3-465e-bf92-c097113ce2e9 admin admin] Publish callbacks [] for security_group (195e38a9-0671-48e6-b6f4-014843f1c8ff), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:04.021839 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-126862c9-94c3-465e-bf92-c097113ce2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (195e38a9-0671-48e6-b6f4-014843f1c8ff), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:04.071694 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-126862c9-94c3-465e-bf92-c097113ce2e9 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=425fffe798df41e4ac324c0d0c54e8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881432 Aug 24 04:44:04.072664 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126862c9-94c3-465e-bf92-c097113ce2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195e38a9-0671-48e6-b6f4-014843f1c8ff,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:44:04.074690 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42602) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:44:04.135037 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0a86172d-c747-410f-a61f-5440cfea6620 admin admin] Publish callbacks [] for security_group (195e38a9-0671-48e6-b6f4-014843f1c8ff), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:04.140809 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:04.161550 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0a86172d-c747-410f-a61f-5440cfea6620 admin admin] Publish callbacks [] for security_group (195e38a9-0671-48e6-b6f4-014843f1c8ff), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:04.215130 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0a86172d-c747-410f-a61f-5440cfea6620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (195e38a9-0671-48e6-b6f4-014843f1c8ff), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:04.218945 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-0a86172d-c747-410f-a61f-5440cfea6620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:04.220206 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-0a86172d-c747-410f-a61f-5440cfea6620 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/195e38a9-0671-48e6-b6f4-014843f1c8ff HTTP/1.1" status: 204 len: 168 time: 0.1439431 Aug 24 04:44:04.229228 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86172d-c747-410f-a61f-5440cfea6620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e38a9-0671-48e6-b6f4-014843f1c8ff,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:44:07.469284 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:10.383625 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-43f31808-a343-48b5-aa5e-389d3305f328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:12.995784 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-f7fe62ab-6a2b-4a6e-8d39-ebe670f58bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:14.065822 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:14.067753 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:DELETE=4,neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:14.116012 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:14.130004 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:14.223085 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:14.225014 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:14.404374 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=17 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:14.405191 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=15 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:15.910426 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:16.252694 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:16.397833 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:44:23.356604 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42724) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:44:23.468399 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:23.554229 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Publish callbacks [] for security_group (1dc45f31-1dc0-47de-87f2-e0a7f9deea19), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:23.558228 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (1dc45f31-1dc0-47de-87f2-e0a7f9deea19), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:23.598311 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc45f31-1dc0-47de-87f2-e0a7f9deea19,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:44:23.602182 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=0c76c22de2cd4edaafb0674b1629846d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444973 Aug 24 04:44:23.605315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42728) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:44:23.609217 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.609562 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.609905 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.610237 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.610565 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.610889 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.611212 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.611536 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.611854 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.612174 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.612498 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.612840 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.613157 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.613473 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.613787 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd07c20-5b1e-467d-9f5f-028c0f673835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.660834 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Publish callbacks [] for security_group (1dc45f31-1dc0-47de-87f2-e0a7f9deea19), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:23.682792 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Publish callbacks [] for security_group (1dc45f31-1dc0-47de-87f2-e0a7f9deea19), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:23.734734 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (1dc45f31-1dc0-47de-87f2-e0a7f9deea19), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:23.737624 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:23.738802 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/1dc45f31-1dc0-47de-87f2-e0a7f9deea19 HTTP/1.1" status: 204 len: 168 time: 0.1312308 Aug 24 04:44:23.747720 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc45f31-1dc0-47de-87f2-e0a7f9deea19,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:44:23.755886 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.756293 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.756665 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.757015 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.757462 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.757933 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.758284 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.758622 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.759196 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.759565 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.759899 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.760258 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.760614 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.760949 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:23.761279 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57688d87-a95d-4df7-839c-16adf8cd681b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:44:26.241477 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:26.244257 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:26.392640 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:26.393447 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:33.596346 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:33.604197 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:33.750117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:33.751069 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:33.776435 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:37.486658 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:40.386232 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b7b6615d-40a2-4f93-9196-18fcb3d2dc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:41.272578 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 42858) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:44:41.386320 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a6e478e-e7db-45bd-ad40-cdfc87f12842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:41.468843 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a6e478e-e7db-45bd-ad40-cdfc87f12842 admin admin] Publish callbacks [] for security_group (4b90b717-052d-4f9e-a4bd-724802ca2d7c), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:41.473056 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3a6e478e-e7db-45bd-ad40-cdfc87f12842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (4b90b717-052d-4f9e-a4bd-724802ca2d7c), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:41.512193 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e478e-e7db-45bd-ad40-cdfc87f12842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b90b717-052d-4f9e-a4bd-724802ca2d7c,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:44:41.517763 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3a6e478e-e7db-45bd-ad40-cdfc87f12842 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=4b176a9a02ae4396a8123eada100c99a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440283 Aug 24 04:44:41.520987 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42862) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:44:41.579624 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-09af3980-18a0-45e6-8e6b-36f5bc389c02 admin admin] Publish callbacks [] for security_group (4b90b717-052d-4f9e-a4bd-724802ca2d7c), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:41.602429 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-09af3980-18a0-45e6-8e6b-36f5bc389c02 admin admin] Publish callbacks [] for security_group (4b90b717-052d-4f9e-a4bd-724802ca2d7c), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:41.670585 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-09af3980-18a0-45e6-8e6b-36f5bc389c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (4b90b717-052d-4f9e-a4bd-724802ca2d7c), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:41.673733 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-09af3980-18a0-45e6-8e6b-36f5bc389c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:41.675078 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-09af3980-18a0-45e6-8e6b-36f5bc389c02 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/4b90b717-052d-4f9e-a4bd-724802ca2d7c HTTP/1.1" status: 204 len: 168 time: 0.1531799 Aug 24 04:44:41.688192 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af3980-18a0-45e6-8e6b-36f5bc389c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b90b717-052d-4f9e-a4bd-724802ca2d7c,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:44:42.991866 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-582926c5-3c3a-4a4a-bec2-9e967673274d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:43.396007 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-0ae1ef68-91ba-4ece-8ba9-753a8e5de6d8 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414462 Aug 24 04:44:43.484040 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-d70b061c-4e2d-4409-81da-8b899ddce8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:44:43.485662 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-d70b061c-4e2d-4409-81da-8b899ddce8a6 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 1129 time: 0.0446117 Aug 24 04:44:43.597354 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-b41a0c6c-bd88-4b24-ac2a-1e26b1fd061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:44:43.598817 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-b41a0c6c-bd88-4b24-ac2a-1e26b1fd061f service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.0938237 Aug 24 04:44:43.666542 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-5c729e73-ff19-47f7-a30a-081c0eeee963 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e HTTP/1.1" status: 200 len: 1001 time: 0.0612099 Aug 24 04:44:43.718485 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-9824ac4f-ecdb-42c6-8f26-a6e3211ed258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:44:43.719965 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-9824ac4f-ecdb-42c6-8f26-a6e3211ed258 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0478625 Aug 24 04:44:43.766846 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-6d9f5f3a-b6dd-44ae-9227-96034cdbbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:44:43.768344 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-6d9f5f3a-b6dd-44ae-9227-96034cdbbe92 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426013 Aug 24 04:44:43.867409 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-02713cc6-a58c-47ff-a33f-ca2485222ff8 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929534 Aug 24 04:44:43.966600 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-426e63f3-6a46-4b16-9540-3b8b246aa0d7 req-e72e7918-6b44-48f4-b8c4-eaac5a16c97e service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931020 Aug 24 04:44:44.129638 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:45.898789 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:46.254221 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:44:51.402022 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:51.402788 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:51.678942 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:51.679850 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:53.397221 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:44:53.961065 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=72,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:53.963145 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=66,neutron:INSERT=7 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:56.243957 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:56.247518 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:44:56.250035 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:07.492276 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:08.397445 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:08.398317 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:10.392393 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-42b99891-992b-4c7f-b86e-0ecddaeceaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:12.995922 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-9be6057a-3ae9-4b0c-abbc-634cb4236894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:14.136591 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:15.905593 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:16.258213 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:16.716003 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de73c-5a5d-476a-b7ca-e77efd147b7f req-5dff6961-ecaf-4a92-890a-ba429c9c281d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:16.717577 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d9de73c-5a5d-476a-b7ca-e77efd147b7f req-5dff6961-ecaf-4a92-890a-ba429c9c281d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 945 time: 0.0547419 Aug 24 04:45:16.773405 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d9de73c-5a5d-476a-b7ca-e77efd147b7f req-9c2895df-e9a1-42a6-a0ee-a4eb69bbecba tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501235 Aug 24 04:45:17.912085 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fea3a-a966-4672-bac1-d75b4da8c85f req-bf61a247-b423-424b-99a7-7e450063e9c1 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:17.913669 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a36fea3a-a966-4672-bac1-d75b4da8c85f req-bf61a247-b423-424b-99a7-7e450063e9c1 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 945 time: 0.0613718 Aug 24 04:45:17.969754 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a36fea3a-a966-4672-bac1-d75b4da8c85f req-54875d07-232f-49cf-868b-1c07561e836b tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484080 Aug 24 04:45:18.213460 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac38a-b863-452b-b995-29f5a5346893 req-bfd781a1-5f8d-4fea-b7e5-4559b7311118 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:18.215836 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24eac38a-b863-452b-b995-29f5a5346893 req-bfd781a1-5f8d-4fea-b7e5-4559b7311118 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 945 time: 0.0521953 Aug 24 04:45:18.313913 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Deleting port d50093f4-104b-4654-8ddb-5c25a0797a1e {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:45:18.314254 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:18.432988 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] For port d50093f4-104b-4654-8ddb-5c25a0797a1e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d50093f4-104b-4654-8ddb-5c25a0797a1e,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:45:18.435176 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:18.639429 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:18.639792 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (3b61613a-92bc-4f1f-8af0-b2867a526754), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:18.640242 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.db.l3_db [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Floating IP 3b61613a-92bc-4f1f-8af0-b2867a526754 disassociated. External IP: 172.27.4.146, port: d50093f4-104b-4654-8ddb-5c25a0797a1e. Aug 24 04:45:18.640796 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Calling delete_port for d50093f4-104b-4654-8ddb-5c25a0797a1e owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:45:18.822093 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (d50093f4-104b-4654-8ddb-5c25a0797a1e), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:18.857249 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event deleted for resources: {'Port': ['ID=d50093f4-104b-4654-8ddb-5c25a0797a1e,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:45:18.976568 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:45:19.066001 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:19.087408 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:19.111611 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bf70ed81-0c72-41fb-bed9-dcf79b3af53d req-8ce95daf-e2d3-47ee-aea5-f5b60ef79927 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=47b49df2-b755-42df-9e59-d4a15b4023f0 HTTP/1.1" status: 200 len: 210 time: 0.0404584 Aug 24 04:45:19.129450 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:45:19.139822 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:45:19.151390 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:45:19.152365 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:45:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:45:19.181012 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] No DVR routers for this DVR port d50093f4-104b-4654-8ddb-5c25a0797a1e on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:45:19.184294 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:19.188932 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-24eac38a-b863-452b-b995-29f5a5346893 req-abc49923-3f27-4547-afe7-cadf2007dd7f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "DELETE /networking/v2.0/ports/d50093f4-104b-4654-8ddb-5c25a0797a1e HTTP/1.1" status: 204 len: 173 time: 0.9666345 Aug 24 04:45:19.189698 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'name': 'network-vif-deleted', 'tag': 'd50093f4-104b-4654-8ddb-5c25a0797a1e'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:45:19.193376 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d31c02-0350-4861-aeaa-151f499cc2d4" -d '{"events": [{"server_uuid": "47b49df2-b755-42df-9e59-d4a15b4023f0", "name": "network-vif-deleted", "tag": "d50093f4-104b-4654-8ddb-5c25a0797a1e"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:45:19.261707 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b54b64-284a-4f67-ab83-04222eefc1f6 x-openstack-request-id: req-68b54b64-284a-4f67-ab83-04222eefc1f6 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:45:19.262192 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b49df2-b755-42df-9e59-d4a15b4023f0", "name": "network-vif-deleted", "tag": "d50093f4-104b-4654-8ddb-5c25a0797a1e", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:45:19.262577 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-68b54b64-284a-4f67-ab83-04222eefc1f6 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:45:19.263040 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b54b64-284a-4f67-ab83-04222eefc1f6'] response: {'server_uuid': '47b49df2-b755-42df-9e59-d4a15b4023f0', 'name': 'network-vif-deleted', 'tag': 'd50093f4-104b-4654-8ddb-5c25a0797a1e', 'status': 'completed', 'code': 200} Aug 24 04:45:19.289931 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:45:19.607930 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:45:19.638640 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:45:19.648482 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:45:19.649142 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:45:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:45:19.763664 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:45:19.979729 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:45:20.007353 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f60dba-e770-4ab0-8066-cd50ca41787a None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:45:20.266482 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b2ee5d-c9cb-4bc3-a669-3bfb02db2e0a None None] New status for floating IP 3b61613a-92bc-4f1f-8af0-b2867a526754: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:45:20.424386 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-707b1529-5c1d-4ef3-b953-d49f3fbef1d6 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1050831059&fields=id&tenant_id=0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 267 time: 0.0549436 Aug 24 04:45:20.558603 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-fed58d09-8dac-433a-8062-b9cafb7c3a34 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:20.560983 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-fed58d09-8dac-433a-8062-b9cafb7c3a34 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 812 time: 0.1251335 Aug 24 04:45:20.578998 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-28d15492-5afc-4ee5-9cb4-ac73c2a44fdf tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/quotas/0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 375 time: 0.0109189 Aug 24 04:45:20.631813 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-62dc16dd-9b62-428b-b164-97c55f66e486 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473959 Aug 24 04:45:20.731982 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-236639ff-cc9e-4f6b-8643-4cc66250bb60 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885022 Aug 24 04:45:20.828579 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-2bdd4be3-14f5-4d3e-9624-c55983de4d82 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906897 Aug 24 04:45:21.141710 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e8c78000-3b58-42fd-b2a0-edf41629c365 req-c948d66c-469b-4274-ac4e-aa1b0aabce84 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 210 time: 0.0312474 Aug 24 04:45:22.081391 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device d50093f4-104b-4654-8ddb-5c25a0797a1e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:45:22.105488 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: d50093f4-104b-4654-8ddb-5c25a0797a1e {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:45:22.106650 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device d50093f4-104b-4654-8ddb-5c25a0797a1e not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:45:22.142762 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-6a23cd97-50f5-4770-a302-c28712eddb9a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:22.144283 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-6a23cd97-50f5-4770-a302-c28712eddb9a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 812 time: 0.1201589 Aug 24 04:45:22.216790 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-b2afae28-8a70-4bd5-89f5-efa1ac17179a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 380 time: 0.0648618 Aug 24 04:45:22.226524 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'port': {'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'admin_state_up': True, 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'security_groups': ['8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:45:22.280135 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-02ae641e-7d18-4333-a9ee-24e1c28b2ba5 req-af54c7f4-c570-42d4-8745-ba9d1837b017 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 210 time: 0.0481024 Aug 24 04:45:22.400198 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Made reservation on behalf of 0065be2eaf7c47c889093310cb4d595b for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:45:22.405179 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:22.525397 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:22.563117 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Allocated IP 172.20.0.6 (a853f537-632c-4884-9732-cae7ba1091ba/8abe78d6-87ca-4cf8-8d06-924d66c3b9fd/c53fb16e-5f07-46b8-a8dc-5869fc80875f) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:45:22.644332 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:22.765731 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:22.805871 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:22.856748 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Network a853f537-632c-4884-9732-cae7ba1091ba is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:45:22.859879 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:45:22.863943 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:45:22.893653 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=c53fb16e-5f07-46b8-a8dc-5869fc80875f,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:45:22.932638 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:22.933197 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:22.953493 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-5c37fbb7-69fd-4e18-a779-00fbacc44550 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7316773 Aug 24 04:45:22.968644 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Request body: {'port': {'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:45:23.039280 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:23.103293 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-ce5e634e-9437-4ebc-a688-e1da8f99915e None None] Provisioning complete for port c53fb16e-5f07-46b8-a8dc-5869fc80875f triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:45:23.103925 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-ce5e634e-9437-4ebc-a688-e1da8f99915e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:23.143297 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e634e-9437-4ebc-a688-e1da8f99915e None None] Port c53fb16e-5f07-46b8-a8dc-5869fc80875f cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:45:23.327174 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53fb16e-5f07-46b8-a8dc-5869fc80875f {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:45:23.335967 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Publish callbacks [] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:23.351733 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Transition to ACTIVE for port object c53fb16e-5f07-46b8-a8dc-5869fc80875f will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:45:23.355677 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:23.459257 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:23.460095 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Pushing event updated for resources: {'Port': ['ID=c53fb16e-5f07-46b8-a8dc-5869fc80875f,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:45:23.468566 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1870640-5c63-4a59-9528-16e6cd8d59b2 req-618d3777-4b73-4474-8290-adc1a61d729c tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:23.470187 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f1870640-5c63-4a59-9528-16e6cd8d59b2 req-618d3777-4b73-4474-8290-adc1a61d729c tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 943 time: 0.1067822 Aug 24 04:45:23.544953 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:23.562267 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Attempting to bind port c53fb16e-5f07-46b8-a8dc-5869fc80875f on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:45:23.562616 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Attempting to bind port c53fb16e-5f07-46b8-a8dc-5869fc80875f by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:45:23.562950 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Attempting to bind port c53fb16e-5f07-46b8-a8dc-5869fc80875f on network a853f537-632c-4884-9732-cae7ba1091ba {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:45:23.570272 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f1870640-5c63-4a59-9528-16e6cd8d59b2 req-ae86b7f0-fb3a-4603-88d7-1a34acab1ce1 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809281 Aug 24 04:45:23.573096 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Port c53fb16e-5f07-46b8-a8dc-5869fc80875f on network a853f537-632c-4884-9732-cae7ba1091ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:45:23.573420 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Attempting to bind port c53fb16e-5f07-46b8-a8dc-5869fc80875f on network a853f537-632c-4884-9732-cae7ba1091ba {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:45:23.580908 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:45:23.581296 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Checking segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:45:23.581642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Bound using segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:45:23.582099 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Bound port: c53fb16e-5f07-46b8-a8dc-5869fc80875f, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:45:23.582465 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:23.663369 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] For port c53fb16e-5f07-46b8-a8dc-5869fc80875f, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:45:23.666922 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] For port c53fb16e-5f07-46b8-a8dc-5869fc80875f, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:45:23.674361 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:23.678852 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:23.679468 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:23.681016 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 200 len: 1093 time: 0.7203321 Aug 24 04:45:23.681459 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:45:23.683925 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5f0592-abf7-471e-b201-130ea60d1993" -d '{"events": [{"name": "network-changed", "server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:45:23.734956 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0700b36a-557d-4c9d-a92b-f7e18d5c8d02 x-openstack-request-id: req-0700b36a-557d-4c9d-a92b-f7e18d5c8d02 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:45:23.735248 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:45:23.735517 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0700b36a-557d-4c9d-a92b-f7e18d5c8d02 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:45:23.735915 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0700b36a-557d-4c9d-a92b-f7e18d5c8d02'] response: {'name': 'network-changed', 'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'status': 'completed', 'code': 200} Aug 24 04:45:23.781730 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Pushing event updated for resources: {'Port': ['ID=c53fb16e-5f07-46b8-a8dc-5869fc80875f,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:45:23.784352 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-399cb965-b771-4778-a253-a800505bdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:23.785962 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-399cb965-b771-4778-a253-a800505bdf98 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1127 time: 0.0610926 Aug 24 04:45:23.791872 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.792338 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.792676 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.793120 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.793709 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.794095 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.794441 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.794888 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.795118 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.795506 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.795792 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.796126 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.796458 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.796840 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.797244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4b4fb-12cc-4618-b49f-828a3b51ed47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:23.836071 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-ae9b8ab6-56e5-492a-b661-aeb8c38e8493 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 200 len: 217 time: 0.0348351 Aug 24 04:45:24.156660 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-dbfe394b-174c-43e7-bcbb-cd747d2f5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:24.158051 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-dbfe394b-174c-43e7-bcbb-cd747d2f5d68 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.3162153 Aug 24 04:45:24.202710 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-f9ee7b51-be2a-4a4f-852e-4b3851ef7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:24.204307 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-f9ee7b51-be2a-4a4f-852e-4b3851ef7937 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403218 Aug 24 04:45:24.305046 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-f664367a-a6dd-4338-a413-943979f1102b service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945773 Aug 24 04:45:24.404629 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15cd3cc7-70e7-44a2-8c00-48348f7b3d17 req-9d38e0cd-7df6-4701-82fd-19f05f1aad87 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937402 Aug 24 04:45:24.634834 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-1112b6d4-3d52-456c-a7fa-91cee9852ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:24.637385 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-1112b6d4-3d52-456c-a7fa-91cee9852ad8 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1127 time: 0.0482943 Aug 24 04:45:24.755604 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2fd3b-55b4-4e07-8c26-d83b94bac7b4 req-9b3e6d1d-85b9-4593-9934-76b87f25aefa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:24.757203 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7bc2fd3b-55b4-4e07-8c26-d83b94bac7b4 req-9b3e6d1d-85b9-4593-9934-76b87f25aefa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 943 time: 0.0935078 Aug 24 04:45:24.804662 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-7358f0c8-fd11-447b-874d-2549e7a48ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:24.806118 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-7358f0c8-fd11-447b-874d-2549e7a48ad4 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.1615019 Aug 24 04:45:24.864322 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-02e2c4b6-8b14-4092-9fe7-efe108b54f17 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 200 len: 217 time: 0.0490901 Aug 24 04:45:24.868061 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-7bc2fd3b-55b4-4e07-8c26-d83b94bac7b4 req-e7b81469-4dd8-4a6f-8978-43427996675b tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017323 Aug 24 04:45:24.917411 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-c655c5e8-9f63-4b65-bf6f-83e846c9cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:24.919484 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-c655c5e8-9f63-4b65-bf6f-83e846c9cac0 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0500348 Aug 24 04:45:24.967443 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-4dbbf568-b202-4c91-87ac-08548c136d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:24.969199 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-4dbbf568-b202-4c91-87ac-08548c136d29 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435412 Aug 24 04:45:25.048754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:25.068008 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-dafd455a-b6c5-434d-acb2-26f23aa9f520 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930455 Aug 24 04:45:25.138280 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:25.169038 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-4b5f0592-abf7-471e-b201-130ea60d1993 req-8fe38c9c-0e83-4210-a05f-bf75d0ca13d8 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928414 Aug 24 04:45:26.005890 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec75b3-dc3e-47e6-b1b8-145509542729 req-af1c94df-7505-4db7-b32c-539bb5edecb9 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:26.007726 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d6ec75b3-dc3e-47e6-b1b8-145509542729 req-af1c94df-7505-4db7-b32c-539bb5edecb9 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 943 time: 0.0630243 Aug 24 04:45:26.063986 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d6ec75b3-dc3e-47e6-b1b8-145509542729 req-22fab5e6-1c47-465f-8011-470b0dd7512b tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493200 Aug 24 04:45:27.191810 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a7782-5fbe-4a4c-b7b9-983b683eac16 req-4315130f-90e5-4104-be34-7724a4906abd tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:27.193305 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-357a7782-5fbe-4a4c-b7b9-983b683eac16 req-4315130f-90e5-4104-be34-7724a4906abd tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 943 time: 0.0517349 Aug 24 04:45:27.251645 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-357a7782-5fbe-4a4c-b7b9-983b683eac16 req-c1c384ef-61a9-4d21-878c-3ac4a6b57332 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524309 Aug 24 04:45:28.379002 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a797749-6291-4e0d-989b-5bda9bbdb29d req-d948e464-efc4-48c4-9507-2654f996add2 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:28.380536 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3a797749-6291-4e0d-989b-5bda9bbdb29d req-d948e464-efc4-48c4-9507-2654f996add2 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 943 time: 0.0526483 Aug 24 04:45:28.441198 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-3a797749-6291-4e0d-989b-5bda9bbdb29d req-65b8ee14-40c7-4555-a7f7-523efa7e84dc tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530975 Aug 24 04:45:29.564211 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2842b-6998-4094-8223-dba69f3cd5dd req-90f8b4cf-5e65-4942-b2e7-3f544e110e87 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:29.565787 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-79f2842b-6998-4094-8223-dba69f3cd5dd req-90f8b4cf-5e65-4942-b2e7-3f544e110e87 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 943 time: 0.0493324 Aug 24 04:45:29.619606 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-79f2842b-6998-4094-8223-dba69f3cd5dd req-24fe317c-06f7-4f9c-8f35-1ac65209a604 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480583 Aug 24 04:45:29.983786 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=74 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:29.984633 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=64 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:30.396867 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:45:30.743484 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5e75a-f9a6-45fc-97f3-2546900b9823 req-706f37a7-8389-4dcd-a199-11fce42a1ca9 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:30.744985 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-95d5e75a-f9a6-45fc-97f3-2546900b9823 req-706f37a7-8389-4dcd-a199-11fce42a1ca9 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 943 time: 0.0514328 Aug 24 04:45:30.800001 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-95d5e75a-f9a6-45fc-97f3-2546900b9823 req-966acd57-4e8e-43f8-a38f-e81ae79910ad tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493600 Aug 24 04:45:31.924084 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b397a-f5d0-4cd1-9119-40904f0d260b req-0dfb4866-ca1b-4afd-8118-7d5eeffa603b tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:31.925600 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc6b397a-f5d0-4cd1-9119-40904f0d260b req-0dfb4866-ca1b-4afd-8118-7d5eeffa603b tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 943 time: 0.0502264 Aug 24 04:45:31.977221 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-cc6b397a-f5d0-4cd1-9119-40904f0d260b req-6a7d9ef0-7d95-48bd-823f-c3b3f19c41de tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459976 Aug 24 04:45:32.134647 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c53fb16e-5f07-46b8-a8dc-5869fc80875f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:45:32.241772 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c53fb16e-5f07-46b8-a8dc-5869fc80875f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:45:32.253611 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:45:32.289164 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c53fb16e-5f07-46b8-a8dc-5869fc80875f is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:45:32.289558 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:32.305066 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53fb16e-5f07-46b8-a8dc-5869fc80875f {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:45:32.327531 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c53fb16e-5f07-46b8-a8dc-5869fc80875f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:45:32.332284 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:32.381409 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c53fb16e-5f07-46b8-a8dc-5869fc80875f,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:45:32.389414 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.389619 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.389957 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.390290 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.390619 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.390948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.391260 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.391579 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.391896 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.392219 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.392536 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.392874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.393190 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.393507 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.393816 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:32.539250 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['c53fb16e-5f07-46b8-a8dc-5869fc80875f'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:45:33.111608 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451d381-968d-4913-8bdb-0c9dc4c10bcc req-43548d40-8c8d-45bd-8c9e-da4d6b0efb61 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:33.113183 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a451d381-968d-4913-8bdb-0c9dc4c10bcc req-43548d40-8c8d-45bd-8c9e-da4d6b0efb61 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 944 time: 0.0574498 Aug 24 04:45:33.168840 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a451d381-968d-4913-8bdb-0c9dc4c10bcc req-dd715623-e6c2-4cd2-bc27-9cd3c36f3f83 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499885 Aug 24 04:45:34.171044 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c53fb16e-5f07-46b8-a8dc-5869fc80875f up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:45:34.218332 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port c53fb16e-5f07-46b8-a8dc-5869fc80875f completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:45:34.224489 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port c53fb16e-5f07-46b8-a8dc-5869fc80875f triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:45:34.224892 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:34.300578 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb152cd-5162-4a94-92b6-c0b03f0ccec2 req-f33bba03-5dea-4b01-a6c3-bfb198fdd9cc tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:34.302093 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2eb152cd-5162-4a94-92b6-c0b03f0ccec2 req-f33bba03-5dea-4b01-a6c3-bfb198fdd9cc tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 944 time: 0.0548189 Aug 24 04:45:34.303533 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port c53fb16e-5f07-46b8-a8dc-5869fc80875f is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:45:34.303935 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:34.333775 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:45:34.336048 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb4b5c-e60a-48fd-8e64-1359dabdc361" -d '{"events": [{"server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "name": "network-vif-plugged", "status": "completed", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:45:34.350111 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port c53fb16e-5f07-46b8-a8dc-5869fc80875f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:45:34.355390 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:34.360317 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2eb152cd-5162-4a94-92b6-c0b03f0ccec2 req-2721b9de-aa83-4e48-9f9f-d191a6c937a2 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521309 Aug 24 04:45:34.393002 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651087fa-6295-4725-983e-64ea21f31561 x-openstack-request-id: req-651087fa-6295-4725-983e-64ea21f31561 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:45:34.393300 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "name": "network-vif-plugged", "status": "completed", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:45:34.393552 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-651087fa-6295-4725-983e-64ea21f31561 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:45:34.393947 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651087fa-6295-4725-983e-64ea21f31561'] response: {'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'code': 200} Aug 24 04:45:34.409505 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=c53fb16e-5f07-46b8-a8dc-5869fc80875f,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:45:34.611356 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f69d-8105-45de-afb5-0d24f30e7f21 req-ac5a9956-b495-46e3-9982-986559643315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:34.613027 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e822f69d-8105-45de-afb5-0d24f30e7f21 req-ac5a9956-b495-46e3-9982-986559643315 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1129 time: 0.0414462 Aug 24 04:45:34.669084 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-e822f69d-8105-45de-afb5-0d24f30e7f21 req-4a886a2d-5729-408c-ad45-499d1897d9e6 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504353 Aug 24 04:45:35.442737 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:35.484900 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85ac6e-59a8-42d8-8092-3c0191ff07a6 req-33edf9ed-2a7c-429a-83c7-1b2987f8b4b5 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:35.486453 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bf85ac6e-59a8-42d8-8092-3c0191ff07a6 req-33edf9ed-2a7c-429a-83c7-1b2987f8b4b5 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 945 time: 0.0532157 Aug 24 04:45:35.545588 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-bf85ac6e-59a8-42d8-8092-3c0191ff07a6 req-8ee1816a-64f9-4ced-8f4c-415f5a2b1d67 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531504 Aug 24 04:45:36.672719 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172d968-2d26-423e-87f1-db8d4ef14fdd req-eccf0471-dc59-401d-8293-264b49436944 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:36.674285 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c172d968-2d26-423e-87f1-db8d4ef14fdd req-eccf0471-dc59-401d-8293-264b49436944 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 945 time: 0.0498748 Aug 24 04:45:36.726462 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c172d968-2d26-423e-87f1-db8d4ef14fdd req-a40609ee-55a2-4ba5-9941-4d8c5774bca5 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465415 Aug 24 04:45:36.835009 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:36.846433 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e30bcc-295b-4e03-87b6-8013801f3733 req-435691ff-7e8b-4d28-bdc5-13f3205eece8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:36.847896 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-35e30bcc-295b-4e03-87b6-8013801f3733 req-435691ff-7e8b-4d28-bdc5-13f3205eece8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 945 time: 0.0481935 Aug 24 04:45:36.898735 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-35e30bcc-295b-4e03-87b6-8013801f3733 req-0b8dfe32-c126-4140-a758-7ef35b3ec3be tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453184 Aug 24 04:45:36.925766 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42952) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:45:36.967648 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce71bb74-3ee6-44d9-87e9-904032258065 tempest-TestVolumeBootPattern-1120083863 tempest-TestVolumeBootPattern-1120083863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:36.969180 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-ce71bb74-3ee6-44d9-87e9-904032258065 tempest-TestVolumeBootPattern-1120083863 tempest-TestVolumeBootPattern-1120083863-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1124 time: 0.0424309 Aug 24 04:45:36.971972 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 42954) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:45:36.976213 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:45:36.998918 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:37.345068 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:37.451940 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Allocated IP 172.27.4.206 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/8a64ed01-682e-4f80-ab7c-7e296023436f) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:45:37.467146 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=5,neutron:SELECT=82,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:37.469014 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:37.476946 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:37.485156 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:37.577075 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (8a64ed01-682e-4f80-ab7c-7e296023436f), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:37.612149 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (8a64ed01-682e-4f80-ab7c-7e296023436f), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:37.654209 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:45:37.657670 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:45:37.661279 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:45:37.685984 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=8a64ed01-682e-4f80-ab7c-7e296023436f,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:45:37.705014 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.705372 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.705727 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.706062 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.706393 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.706724 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.707056 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.707380 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.707707 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.708038 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.708363 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.708722 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.709047 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.709375 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.709698 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:45:37.907001 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:38.038578 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (b7a3ec12-0d62-441d-babd-447aa644bef6), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:38.107743 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (8a64ed01-682e-4f80-ab7c-7e296023436f), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:38.149074 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:38.271072 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (8a64ed01-682e-4f80-ab7c-7e296023436f), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:38.275860 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (8a64ed01-682e-4f80-ab7c-7e296023436f), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:38.350368 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (b7a3ec12-0d62-441d-babd-447aa644bef6), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:38.352073 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=8a64ed01-682e-4f80-ab7c-7e296023436f,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:45:38.454540 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Floating IP b7a3ec12-0d62-441d-babd-447aa644bef6 associated. External IP: 172.27.4.206, port: c53fb16e-5f07-46b8-a8dc-5869fc80875f. Aug 24 04:45:38.654069 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:45:38.768839 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:45:38.779608 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:45:38.790678 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:38.794916 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:45:38.795543 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:45:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:45:38.812106 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:38.823317 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-1a59e9e8-8a8d-4712-b8c1-ac5dc7338c86 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8503144 Aug 24 04:45:38.824372 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:45:38.826785 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a41ee6-7510-4c55-abcc-0f69a63dcda9" -d '{"events": [{"name": "network-changed", "server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:45:38.865825 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4670ac30-3523-44c0-9c14-b4073a6f83b8 x-openstack-request-id: req-4670ac30-3523-44c0-9c14-b4073a6f83b8 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:45:38.866118 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:45:38.866379 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4670ac30-3523-44c0-9c14-b4073a6f83b8 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:45:38.866795 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4670ac30-3523-44c0-9c14-b4073a6f83b8'] response: {'name': 'network-changed', 'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'status': 'completed', 'code': 200} Aug 24 04:45:38.907658 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:45:38.936997 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-e0869d19-1f8c-4b6a-8a27-370b11879f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:38.938635 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-e0869d19-1f8c-4b6a-8a27-370b11879f15 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1129 time: 0.0474350 Aug 24 04:45:39.035919 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-58c3e791-f7d2-402f-b6a9-6c9f46e6c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:39.037443 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-58c3e791-f7d2-402f-b6a9-6c9f46e6c382 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.0930979 Aug 24 04:45:39.107350 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-c27891bf-791c-44b8-9a26-bb965b718a81 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 200 len: 999 time: 0.0642047 Aug 24 04:45:39.130741 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:37Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:45:39.156401 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:45:39.157027 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-2893641e-73ce-4504-ae1f-e440d5c70c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:39.158601 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-2893641e-73ce-4504-ae1f-e440d5c70c5b service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0458381 Aug 24 04:45:39.165192 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:45:39.165801 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:45:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:45:39.204979 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-2fc6bf87-e81b-43e5-ba6f-538404ec4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:39.206518 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-2fc6bf87-e81b-43e5-ba6f-538404ec4ec1 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425181 Aug 24 04:45:39.273615 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:45:39.304737 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-d347f061-41db-42c9-b3d5-deddb23c5b8d service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925817 Aug 24 04:45:39.400872 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15a41ee6-7510-4c55-abcc-0f69a63dcda9 req-18537956-38e4-4168-87b4-94dc03edb693 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895169 Aug 24 04:45:39.502136 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:37Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:45:39.528636 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce854a55-d5e6-4c19-8ef9-09fcc7aa08a9 None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:37Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:45:39.721344 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb6b08-2b90-4b0a-82bd-609186390b60 None None] New status for floating IP b7a3ec12-0d62-441d-babd-447aa644bef6: ACTIVE {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:45:40.389433 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7d7b-abc1-4727-aa70-fd99ad0834a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:43.001361 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c23a1d0a-fd9b-46bd-af48-f46b35267954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:43.402180 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-3b1991fb-242b-40f4-8d06-e2d441b6daca service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497301 Aug 24 04:45:43.493119 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-3cd99fab-548b-40fa-9da7-181a5faa8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:43.494784 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-3cd99fab-548b-40fa-9da7-181a5faa8e4a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1129 time: 0.0470047 Aug 24 04:45:43.607501 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-9225102d-2c00-4603-884b-55a5ce3bdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:43.609063 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-9225102d-2c00-4603-884b-55a5ce3bdd9e service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.0942416 Aug 24 04:45:43.679673 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-5da53571-2394-4d30-9135-924fb8bc30c9 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 200 len: 1001 time: 0.0649185 Aug 24 04:45:43.722299 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:43.733349 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-59a07ece-470b-4e40-9853-315b7d056680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:43.734863 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-59a07ece-470b-4e40-9853-315b7d056680 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0493832 Aug 24 04:45:43.783331 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-78085e6c-24bf-4d52-bba1-1b4cee53a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:45:43.784875 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-78085e6c-24bf-4d52-bba1-1b4cee53a23d service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442679 Aug 24 04:45:43.887760 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-b6957373-2e92-4e62-ba94-477b497f485f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966318 Aug 24 04:45:43.970516 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:43.990060 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-66a82d56-4d6d-4c91-9a9f-2f708865a2aa req-7c5b8360-a2b5-41f5-9d4e-9480b1e10ea0 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966539 Aug 24 04:45:44.135420 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:45.901002 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:46.259991 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:45:48.820312 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:49.504344 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=69 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:49.505199 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=81 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:53.985059 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:53.985855 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=25 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:55.896245 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=5,neutron:SELECT=12 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:56.254178 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:45:56.256117 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:07.398558 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:46:07.484163 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:10.382370 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-de2765be-d157-4aac-9953-9046b0212a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:13.003598 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-0ee5d430-7883-418d-9c29-8282b1303ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:14.142603 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:15.905984 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:16.263830 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:17.391284 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=16 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:17.392105 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=18 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:26.252403 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:26.256933 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:26.258340 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:37.491499 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:40.384396 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fdd61776-359f-4541-bbdc-2f4e5277dd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:42.391044 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:42.392213 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:43.007871 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5645aa31-cf85-447d-858b-0302f7ab00cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:43.382579 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-e2761d45-1e9b-42e0-ae2e-40a5e89d1c95 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397539 Aug 24 04:46:43.474593 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-6ffcf734-0d03-4519-b199-46e323677c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:46:43.476743 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-6ffcf734-0d03-4519-b199-46e323677c2c service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1129 time: 0.0491433 Aug 24 04:46:43.595948 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-2c4c301c-35a3-45df-99f9-84d4ac2ef0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:46:43.597497 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-2c4c301c-35a3-45df-99f9-84d4ac2ef0cc service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.1021447 Aug 24 04:46:43.662199 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-c85ea0b2-f3b1-471b-9ab5-f06b1defc7d6 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 200 len: 1001 time: 0.0587833 Aug 24 04:46:43.713339 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-34e81f3b-b8f7-4948-b855-428b3490e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:46:43.715036 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-34e81f3b-b8f7-4948-b855-428b3490e6bd service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0469708 Aug 24 04:46:43.763455 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-fdd3848a-e69c-47e9-b541-9f81cc496e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:46:43.764973 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-fdd3848a-e69c-47e9-b541-9f81cc496e7a service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447114 Aug 24 04:46:43.858293 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-64daab9e-d9c1-4f17-9335-98efdfbf5369 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854690 Aug 24 04:46:43.954245 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-31f5f3ff-3eac-45cc-9984-64bb6c77e64e req-ff427c27-5011-4183-8b1f-3a04fa93a105 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901194 Aug 24 04:46:44.141207 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:44.397132 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:46:45.909836 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:46.268017 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:46:53.949150 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=43 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:53.951407 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=58 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:54.392328 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:54.393115 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:56.254361 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:56.259223 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:46:56.260475 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:07.497294 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:08.401985 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:08.402777 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:10.391749 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-d70da157-ffa4-4de6-9e55-5b3f87554791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:13.009963 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b8310a3c-0aff-46f5-922e-3b5d8bafb03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:14.061757 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-e417cea4-ffcf-4bc4-878c-15c1fe4ffae0 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1050831059&fields=id&tenant_id=0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 267 time: 0.0512066 Aug 24 04:47:14.147874 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:14.177234 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-ac2ac587-a9b8-4950-b02b-2bb39332519d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:14.178702 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-ac2ac587-a9b8-4950-b02b-2bb39332519d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 812 time: 0.1128502 Aug 24 04:47:14.193646 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-9c344a3c-ada4-462a-9e9d-539cacc7a3b3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/quotas/0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 375 time: 0.0095530 Aug 24 04:47:14.249549 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-f9514e7a-498b-4c53-ae92-455da98fbe21 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501320 Aug 24 04:47:14.374473 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-2e9b2de2-e59e-43e5-9c12-8ebccf1e5e11 service neutron] http://10.222.0.89:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106346) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 04:47:14.375535 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-2e9b2de2-e59e-43e5-9c12-8ebccf1e5e11 service neutron] 10.222.0.89 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1143835 Aug 24 04:47:14.473127 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1691ce8f-8cc3-4061-8e40-9ab7e0c723e9 service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916755 Aug 24 04:47:14.571173 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-0356ad92-a790-4f62-951d-d8c7d204e73e service neutron] 10.222.0.89 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921013 Aug 24 04:47:14.965150 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-8d96eb2e-ed27-4900-92f1-c3fe3458702d req-2e3a6bef-5ba2-4a29-825d-37fb440301df tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 210 time: 0.0952003 Aug 24 04:47:15.851533 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-355ebd64-1f98-4b40-8afe-3d978144625c tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:15.853114 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-355ebd64-1f98-4b40-8afe-3d978144625c tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 812 time: 0.1156723 Aug 24 04:47:15.918548 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:15.930013 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1f75cfd8-9b32-4c1a-951a-3a7e2528ddbb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0065be2eaf7c47c889093310cb4d595b HTTP/1.1" status: 200 len: 380 time: 0.0690866 Aug 24 04:47:15.940465 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'port': {'device_id': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'admin_state_up': True, 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'security_groups': ['8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9']}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:47:16.076839 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0518fd5c-f1b4-4fda-8467-579c8f254acd req-eb258ced-2ca7-471c-8637-9d7fbcf65ea3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 210 time: 0.0317941 Aug 24 04:47:16.087997 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Made reservation on behalf of 0065be2eaf7c47c889093310cb4d595b for: {'port': 1} {{(pid=106346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 04:47:16.092800 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:16.236042 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.db_base_plugin_common [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Allocated IP 172.20.0.7 (a853f537-632c-4884-9732-cae7ba1091ba/8abe78d6-87ca-4cf8-8d06-924d66c3b9fd/73bb06ff-99dc-44a9-b6dc-8edeca58b98b) {{(pid=106346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:47:16.277454 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:16.295697 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:16.315512 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:16.412366 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), precommit_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:16.447130 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), after_create {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:16.497531 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Network a853f537-632c-4884-9732-cae7ba1091ba is already hosted by enough agents. {{(pid=106346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:47:16.500752 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.base_scheduler [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Resources bound (agent type, host, resource id): {{(pid=106346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:47:16.503273 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Received port after_create {{(pid=106346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:47:16.530733 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,revision_number=1']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:47:16.546284 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.546675 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.546962 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.547302 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.547628 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.547956 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.548286 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.548637 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.548962 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.549284 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.549608 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.549933 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.550386 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.550573 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.550894 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:16.571879 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:16.572488 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:16.591383 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-1190b3fe-2f26-4c2d-8f6c-4c740031ad65 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6546359 Aug 24 04:47:16.647874 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.v2.base [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Request body: {'port': {'device_id': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:47:16.689169 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-65f6cf78-de0a-4fd7-99f1-3fb996488b7c None None] Provisioning complete for port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b triggered by entity DHCP. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:47:16.689544 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-65f6cf78-de0a-4fd7-99f1-3fb996488b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:16.715691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:16.723188 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-65f6cf78-de0a-4fd7-99f1-3fb996488b7c None None] Port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b cannot update to ACTIVE because it is not bound. {{(pid=106348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 04:47:16.977019 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bb06ff-99dc-44a9-b6dc-8edeca58b98b {{(pid=106346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:47:16.985979 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Publish callbacks [] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), precommit_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:17.000066 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.provisioning_blocks [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Transition to ACTIVE for port object 73bb06ff-99dc-44a9-b6dc-8edeca58b98b will not be triggered until provisioned by entity L2. {{(pid=106346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 04:47:17.003531 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:17.090104 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Pushing event updated for resources: {'Port': ['ID=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,revision_number=2']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:47:17.119472 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Attempting to bind port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 04:47:17.119693 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Attempting to bind port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 04:47:17.120022 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Attempting to bind port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b on network a853f537-632c-4884-9732-cae7ba1091ba {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:47:17.124634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b on network a853f537-632c-4884-9732-cae7ba1091ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 04:47:17.124956 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Attempting to bind port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b on network a853f537-632c-4884-9732-cae7ba1091ba {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 04:47:17.130638 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Checking agent: {'id': 'f751962b-1cc8-4bfa-b3bc-b5cca279a464', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'started_at': datetime.datetime(2022, 8, 24, 4, 29, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 4, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 04:47:17.130638 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Checking segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 04:47:17.130933 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Bound using segment: {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'} {{(pid=106346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 04:47:17.131244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.managers [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Bound port: 73bb06ff-99dc-44a9-b6dc-8edeca58b98b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba'}}] {{(pid=106346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 04:47:17.131627 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), before_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:17.134349 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:17.233665 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca77bf-f197-486b-ac2c-ee286197f44d req-5d595e72-3744-4e94-bf70-11882c58ea89 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:17.235218 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15ca77bf-f197-486b-ac2c-ee286197f44d req-5d595e72-3744-4e94-bf70-11882c58ea89 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 943 time: 0.0694370 Aug 24 04:47:17.239661 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] For port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b, host hv-cinder-85426, cleared binding levels {{(pid=106346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 04:47:17.241544 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:17.243648 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] For port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 04:47:17.255910 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126732083'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), after_update {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:17.266838 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:17.267453 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:17.268858 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] 10.222.0.99 "PUT /networking/v2.0/ports/73bb06ff-99dc-44a9-b6dc-8edeca58b98b HTTP/1.1" status: 200 len: 1093 time: 0.6707103 Aug 24 04:47:17.272236 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:47:17.274758 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:47:17.334338 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f06565-17e9-429e-8feb-d0465ef05dac x-openstack-request-id: req-d4f06565-17e9-429e-8feb-d0465ef05dac {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:47:17.334616 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:47:17.334866 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d4f06565-17e9-429e-8feb-d0465ef05dac {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:47:17.335272 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f06565-17e9-429e-8feb-d0465ef05dac'] response: {'name': 'network-changed', 'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'status': 'completed', 'code': 200} Aug 24 04:47:17.382364 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-15ca77bf-f197-486b-ac2c-ee286197f44d req-8effc1e8-44a5-484f-9fc4-f22a2f8c5a18 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369002 Aug 24 04:47:17.387992 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445eb93-7245-45cd-b0b7-5651b40614ae service neutron] Pushing event updated for resources: {'Port': ['ID=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,revision_number=3']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:47:17.393599 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-72cb25cf-4056-4273-9c06-0639859af97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:17.395127 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-72cb25cf-4056-4273-9c06-0639859af97e service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 1127 time: 0.0769610 Aug 24 04:47:17.436002 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-80eaa166-5f77-456c-ad8d-223c17791a52 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b HTTP/1.1" status: 200 len: 217 time: 0.0334280 Aug 24 04:47:17.489244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-e3172817-57b8-4db0-96a4-6ed6e9549545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:17.490583 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-e3172817-57b8-4db0-96a4-6ed6e9549545 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0491884 Aug 24 04:47:17.536127 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-f41e8394-e852-414f-9ab0-aa929737fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:17.537667 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-f41e8394-e852-414f-9ab0-aa929737fc7b service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400503 Aug 24 04:47:17.634784 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-bb93bb82-8b1e-4ad5-bbd8-3306ccdae273 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901761 Aug 24 04:47:17.733317 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ade15058-8c57-44f3-83aa-8f18f0be3f93 req-664a37a6-508a-4d3c-afde-f03fd1988bc8 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927966 Aug 24 04:47:18.038289 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-a3b3679c-2d60-43b4-a4b3-98a4142bda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:18.039831 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-a3b3679c-2d60-43b4-a4b3-98a4142bda5f service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 1127 time: 0.0409665 Aug 24 04:47:18.387813 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-b8f8b880-d4e2-455b-b709-5035eca758b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:18.389365 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-b8f8b880-d4e2-455b-b709-5035eca758b0 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.3423858 Aug 24 04:47:18.430510 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-0a015dc0-cd0e-4abd-8717-1bf55f4e7bd0 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b HTTP/1.1" status: 200 len: 217 time: 0.0346398 Aug 24 04:47:18.516645 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-d0f16645-8762-4375-89ed-377c6bd6fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:18.518100 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-d0f16645-8762-4375-89ed-377c6bd6fc30 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0823300 Aug 24 04:47:18.523882 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee20a3-5d8b-4dff-b8a2-536e67dfdef8 req-a96bbf64-08b2-49bf-89da-6a46acd1cd8d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:18.525275 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a3ee20a3-5d8b-4dff-b8a2-536e67dfdef8 req-a96bbf64-08b2-49bf-89da-6a46acd1cd8d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 943 time: 0.0597355 Aug 24 04:47:18.582062 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-9e6f4cbc-5a3b-49ed-8f07-cf715907a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:18.583718 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-9e6f4cbc-5a3b-49ed-8f07-cf715907a18c service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574794 Aug 24 04:47:18.631456 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a3ee20a3-5d8b-4dff-b8a2-536e67dfdef8 req-8e2d8a2b-f5e9-4fbb-b2e8-4116b96dcfaa tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953770 Aug 24 04:47:18.681233 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:18.698373 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-99e602b9-c950-4533-b950-eac69afc9b50 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057017 Aug 24 04:47:18.794543 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-a82b0f5c-e5b7-4ca7-9687-72435eea78ee req-9589590b-07be-4c82-aee5-0e4df7e9d5fb service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904224 Aug 24 04:47:19.384049 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:19.389405 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:19.754496 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3b96-1316-4073-8750-052db03a08bc req-4c8cc781-a31b-4f02-8512-3b5ae1e0d647 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:19.756291 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b3db3b96-1316-4073-8750-052db03a08bc req-4c8cc781-a31b-4f02-8512-3b5ae1e0d647 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 943 time: 0.0508623 Aug 24 04:47:19.792082 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:19.807105 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b3db3b96-1316-4073-8750-052db03a08bc req-bf1d9aa7-e317-4f10-ae5a-8fe80a4ebbbc tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Aug 24 04:47:20.928815 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bb48a-be3d-4b7d-8b92-ab591caed7da req-ef937eb6-53d8-4ba4-8afa-0cf912ce8380 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:20.930288 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-977bb48a-be3d-4b7d-8b92-ab591caed7da req-ef937eb6-53d8-4ba4-8afa-0cf912ce8380 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 943 time: 0.0492241 Aug 24 04:47:20.984990 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-977bb48a-be3d-4b7d-8b92-ab591caed7da req-d988bfed-3ebc-45cd-a107-409d3bdbf4e3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490131 Aug 24 04:47:21.397749 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:47:22.109784 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889be3f-aa54-4695-b428-c1a77b1e62de req-d82d91dd-7aaa-4683-ad51-1a6de32aa873 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:22.111325 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c889be3f-aa54-4695-b428-c1a77b1e62de req-d82d91dd-7aaa-4683-ad51-1a6de32aa873 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 943 time: 0.0517304 Aug 24 04:47:22.163797 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c889be3f-aa54-4695-b428-c1a77b1e62de req-9a6f549d-df83-4846-bcd0-9688ae491f30 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463831 Aug 24 04:47:23.282244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd3475-c05f-4b01-b100-8f37f3c2bfe5 req-d7735333-3af6-4a0b-9c1e-a2e49779a8eb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:23.283739 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20fd3475-c05f-4b01-b100-8f37f3c2bfe5 req-d7735333-3af6-4a0b-9c1e-a2e49779a8eb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 943 time: 0.0478251 Aug 24 04:47:23.334461 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-20fd3475-c05f-4b01-b100-8f37f3c2bfe5 req-7d7e8c92-aa46-49dd-af3d-823517dfd177 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451667 Aug 24 04:47:24.457796 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb09bc6-786b-44ee-a4c0-f8c4c5f115ca req-a5e0879a-aa68-4f25-9499-6a0d368a73a2 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:24.459294 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2cb09bc6-786b-44ee-a4c0-f8c4c5f115ca req-a5e0879a-aa68-4f25-9499-6a0d368a73a2 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 943 time: 0.0511880 Aug 24 04:47:24.510075 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-2cb09bc6-786b-44ee-a4c0-f8c4c5f115ca req-2a113673-bc45-48df-831f-f06ae5da8dce tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451193 Aug 24 04:47:24.737161 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 73bb06ff-99dc-44a9-b6dc-8edeca58b98b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 04:47:24.836417 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:47:24.852319 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Returning: {'device': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'port_id': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'mac_address': 'fa:16:3e:77:2d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 04:47:24.888540 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b is: DOWN; New status is: BUILD {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:47:24.889036 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:24.902331 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bb06ff-99dc-44a9-b6dc-8edeca58b98b {{(pid=106348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 04:47:24.923593 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:47:24.927771 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:24.975141 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,revision_number=4']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:47:24.983216 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.983566 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.983906 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.984244 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.984596 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.984928 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.985256 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.985574 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.985899 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.986220 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.986541 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.986871 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.987238 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.987506 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:24.987823 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:25.150347 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] get_ports_and_sgs() called for port_ids ['73bb06ff-99dc-44a9-b6dc-8edeca58b98b'] {{(pid=106348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 04:47:25.635343 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff2ad3-b2e1-491c-92a7-272ac5bb91cc req-9458cacc-37cd-4665-b2d0-922a0c97cb38 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:25.636756 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-84ff2ad3-b2e1-491c-92a7-272ac5bb91cc req-9458cacc-37cd-4665-b2d0-922a0c97cb38 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 944 time: 0.0502541 Aug 24 04:47:25.687594 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-84ff2ad3-b2e1-491c-92a7-272ac5bb91cc req-bac5bff1-1c53-43bf-9f2a-d63c3b26fb27 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Aug 24 04:47:26.750950 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 73bb06ff-99dc-44a9-b6dc-8edeca58b98b up at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 04:47:26.796575 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning for port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b completed by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 04:47:26.802600 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.provisioning_blocks [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Provisioning complete for port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b triggered by entity L2. {{(pid=106348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 04:47:26.803002 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594399'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), provisioning_complete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:26.812098 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cff11-b2b9-4f15-b2a5-7e462c2e566f req-b562a8ad-73fb-4b72-bac3-5190751b154f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:26.813662 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-aa3cff11-b2b9-4f15-b2a5-7e462c2e566f req-b562a8ad-73fb-4b72-bac3-5190751b154f tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 944 time: 0.0482056 Aug 24 04:47:26.871974 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-aa3cff11-b2b9-4f15-b2a5-7e462c2e566f req-a5ce50a9-d180-407d-95cd-ed52ab68b062 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525301 Aug 24 04:47:27.002348 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Current status of the port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b is: BUILD; New status is: ACTIVE {{(pid=106348) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 04:47:27.002740 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), before_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:27.025798 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b'}] {{(pid=106348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:47:27.028320 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42245996543e7f3d4fbbd2415fd244c55fd0a1303713188c6fdead5da3e98453" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeafa4dd-0f7f-4e8a-bda1-90a087aaee04" -d '{"events": [{"server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "name": "network-vif-plugged", "status": "completed", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b"}]}' {{(pid=106348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:47:27.043161 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] For port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:47:27.047239 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:27.071445 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe014b-da92-4f09-bffc-1c8318b37c35 x-openstack-request-id: req-4fbe014b-da92-4f09-bffc-1c8318b37c35 {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:47:27.071731 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "name": "network-vif-plugged", "status": "completed", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b", "code": 200}]} {{(pid=106348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:47:27.071978 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4fbe014b-da92-4f09-bffc-1c8318b37c35 {{(pid=106348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:47:27.072361 dv-cinder-854263-1-iscsi neutron-server[106348]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbe014b-da92-4f09-bffc-1c8318b37c35'] response: {'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'code': 200} Aug 24 04:47:27.100607 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Pushing event updated for resources: {'Port': ['ID=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,revision_number=5']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:47:27.284344 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3bc5c-71e2-4686-b40c-5d7b858b51f1 req-a9e208b5-b837-4e0c-a571-1bf82abfdc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:27.285982 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-46a3bc5c-71e2-4686-b40c-5d7b858b51f1 req-a9e208b5-b837-4e0c-a571-1bf82abfdc06 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 1129 time: 0.0402532 Aug 24 04:47:27.332236 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-46a3bc5c-71e2-4686-b40c-5d7b858b51f1 req-ebc14451-cfb7-48a0-8b01-e6b245080179 service neutron] 10.222.0.99 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Aug 24 04:47:28.000634 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082ecd3-9c63-4cd1-899d-b0a32a44e4ae req-dc89e010-0f70-4875-ab8a-da73dca665d4 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:28.002119 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c082ecd3-9c63-4cd1-899d-b0a32a44e4ae req-dc89e010-0f70-4875-ab8a-da73dca665d4 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 945 time: 0.0515397 Aug 24 04:47:28.051962 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-c082ecd3-9c63-4cd1-899d-b0a32a44e4ae req-1ff10440-5780-4da7-88e5-f7ecbda287b9 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442531 Aug 24 04:47:29.176713 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2417e-7465-4769-be03-c5736e710b5a req-78ce2a1a-5c1c-48f6-b5fd-fe975e81b536 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:29.178120 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-78c2417e-7465-4769-be03-c5736e710b5a req-78ce2a1a-5c1c-48f6-b5fd-fe975e81b536 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 945 time: 0.0519714 Aug 24 04:47:29.229457 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-78c2417e-7465-4769-be03-c5736e710b5a req-4c36842c-6125-4f7a-ad09-d266997e8506 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457497 Aug 24 04:47:29.349669 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24979-2e67-492d-9d25-0f31fee23d24 req-0696a8ae-354e-4b69-81ce-05f3820edad8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:29.351164 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-34d24979-2e67-492d-9d25-0f31fee23d24 req-0696a8ae-354e-4b69-81ce-05f3820edad8 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 945 time: 0.0485840 Aug 24 04:47:29.369976 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:29.402665 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-34d24979-2e67-492d-9d25-0f31fee23d24 req-16408c5c-baa0-43db-b246-17dcb65594ac tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457041 Aug 24 04:47:29.430125 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43076) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:47:29.476279 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db7a9bd-3106-40c2-ae71-2118f739d854 tempest-TestVolumeBootPattern-1120083863 tempest-TestVolumeBootPattern-1120083863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:29.477956 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-9db7a9bd-3106-40c2-ae71-2118f739d854 tempest-TestVolumeBootPattern-1120083863 tempest-TestVolumeBootPattern-1120083863-project-admin] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 1124 time: 0.0469050 Aug 24 04:47:29.480854 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43080) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:47:29.485889 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.v2.base [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Request body: {'floatingip': {'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'port_id': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 04:47:29.508652 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:29.589873 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (None), before_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:29.703434 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_common [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Allocated IP 172.27.4.211 (2cd2534f-849b-4a0f-93ca-c85b00b79a08/62dcdd63-b04f-4d51-9929-3d0b021c0701/06e028a4-0267-4aa2-bdbc-ffbaaa7ced11) {{(pid=106347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 04:47:29.811705 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:29.845263 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735098359381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:29.889907 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Network 2cd2534f-849b-4a0f-93ca-c85b00b79a08 is already hosted by enough agents. {{(pid=106347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 04:47:29.893039 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.base_scheduler [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Resources bound (agent type, host, resource id): {{(pid=106347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 04:47:29.897200 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Received port after_create {{(pid=106347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 04:47:29.925018 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=06e028a4-0267-4aa2-bdbc-ffbaaa7ced11,revision_number=1']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:47:29.941674 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.942072 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.942392 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.942708 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.943042 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.943375 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.943701 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.944027 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.944360 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.944718 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.945040 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.945366 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.945715 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.946070 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:29.946356 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:47:30.213284 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:30.266692 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (64428651-31bc-4ea7-95b3-55dc7d584495), precommit_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:30.331956 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:30.340084 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571172'] for port (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), before_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:30.492269 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for port (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), precommit_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:30.498154 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735098749700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735098359399', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735098359417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119372455'] for port (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), after_update {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:30.565779 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630382'] for floatingip (64428651-31bc-4ea7-95b3-55dc7d584495), after_create {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:30.567509 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event updated for resources: {'Port': ['ID=06e028a4-0267-4aa2-bdbc-ffbaaa7ced11,revision_number=2']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:47:30.665788 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Floating IP 64428651-31bc-4ea7-95b3-55dc7d584495 associated. External IP: 172.27.4.211, port: 73bb06ff-99dc-44a9-b6dc-8edeca58b98b. Aug 24 04:47:30.868135 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:47:30.974392 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:47:30.984274 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:47:30.995181 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:30.996730 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:47:30.997357 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:47:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:47:31.026991 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-e135718f-5128-4169-8ce1-9e0949ee2a97 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5451193 Aug 24 04:47:31.027574 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:47:31.030083 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee04d491-b67f-43ac-af9a-43cec28be4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:47:31.068766 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c69a015-48dd-4908-ae5c-0aa283003c73 x-openstack-request-id: req-1c69a015-48dd-4908-ae5c-0aa283003c73 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:47:31.069004 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:47:31.069251 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1c69a015-48dd-4908-ae5c-0aa283003c73 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:47:31.069656 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c69a015-48dd-4908-ae5c-0aa283003c73'] response: {'name': 'network-changed', 'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'status': 'completed', 'code': 200} Aug 24 04:47:31.100751 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:47:31.129788 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:31.136103 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-3570dbaf-f878-4f7e-b5d7-74c6782303f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:31.137657 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-3570dbaf-f878-4f7e-b5d7-74c6782303f4 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 1129 time: 0.0428312 Aug 24 04:47:31.241256 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-1cf87d25-670b-442d-89a2-fddf78fd323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:31.242786 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-1cf87d25-670b-442d-89a2-fddf78fd323e service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.0991721 Aug 24 04:47:31.305167 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-d0d36489-33f5-42ee-8beb-8b716a782119 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b HTTP/1.1" status: 200 len: 999 time: 0.0563223 Aug 24 04:47:31.359874 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-6c19c0ef-8912-4212-998c-4aebe4850b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:31.361363 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-6c19c0ef-8912-4212-998c-4aebe4850b00 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0499694 Aug 24 04:47:31.406901 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-7be2ec66-1d29-4408-a19f-1959c4d9a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:31.408341 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-7be2ec66-1d29-4408-a19f-1959c4d9a934 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415943 Aug 24 04:47:31.408695 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '64428651-31bc-4ea7-95b3-55dc7d584495', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.211', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:77:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:47:30Z', 'updated_at': '2022-08-24T04:47:30Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}, {'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:39Z', 'revision_number': 1, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:47:31.434421 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:47:31.443459 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:47:31.444076 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:47:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:47:31.506907 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-78cfbe9c-9e08-4122-87fc-aa89f30d9c35 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928848 Aug 24 04:47:31.548742 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:47:31.600275 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee04d491-b67f-43ac-af9a-43cec28be4ca req-fb1b5025-940d-4bfe-a635-13a74baf770f service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874865 Aug 24 04:47:31.771780 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '64428651-31bc-4ea7-95b3-55dc7d584495', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.211', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:77:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:47:30Z', 'updated_at': '2022-08-24T04:47:30Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}, {'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:39Z', 'revision_number': 1, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:47:31.797293 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b78ac-2609-4ee9-b0b0-f03a21cbbb32 None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': '64428651-31bc-4ea7-95b3-55dc7d584495', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.211', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:77:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:47:30Z', 'updated_at': '2022-08-24T04:47:30Z', 'revision_number': 0, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}, {'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:39Z', 'revision_number': 1, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:47:31.993059 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6918e5b-f185-4ee7-a1be-776b7940270b None None] New status for floating IP 64428651-31bc-4ea7-95b3-55dc7d584495: ACTIVE {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:47:34.074755 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [req-c0623b7c-ce42-4e67-998a-bb111c03eb88 req-036ecf7a-e6b2-46e8-aac2-c0ecb1cf3aae service neutron] (106346) timed out ('10.222.0.99', 58832) {{(pid=106346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 04:47:37.500762 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:37.502351 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:37.507971 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:37.517091 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:40.384672 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-44ea9fb3-c6bc-4d92-beec-d7740a7e4816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:41.021313 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:41.023347 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:41.595262 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=40 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:41.597367 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=54 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:43.012305 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-dccd5f16-00fb-4ac5-9071-5ae16403f129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:43.389963 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-3effb989-d8a0-4439-8f92-c515d720a8a2 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412698 Aug 24 04:47:43.481082 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-79ca4718-b455-445d-a35b-2c9d52da522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:43.483137 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-79ca4718-b455-445d-a35b-2c9d52da522c service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1129 time: 0.0468607 Aug 24 04:47:43.591393 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-2189bb5a-30eb-42dc-b660-f3ed87833e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:43.593054 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-2189bb5a-30eb-42dc-b660-f3ed87833e80 service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.0914056 Aug 24 04:47:43.661826 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-5e6f8563-d818-45af-8c93-90c94ea0ef0b service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 200 len: 1001 time: 0.0625367 Aug 24 04:47:43.715289 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-b80d7b84-8948-485e-a618-5d79c4c8d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:43.716895 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-b80d7b84-8948-485e-a618-5d79c4c8d505 service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0477984 Aug 24 04:47:43.761980 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-33f605fa-ea17-4e18-97ec-206a256926d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:47:43.763487 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-33f605fa-ea17-4e18-97ec-206a256926d5 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407813 Aug 24 04:47:43.861133 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-02583899-cb12-470f-8644-409c1c4cfd7a service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900335 Aug 24 04:47:43.955027 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-98ddbadf-b0b2-4992-9f11-01bca10e0e7c req-3a31e269-3c80-4365-9ad7-1af11ef79e9a service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875294 Aug 24 04:47:44.147883 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:45.914984 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:46.272501 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:47:53.949891 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=56 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:53.951801 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=45 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:56.262608 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:56.266178 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:56.268359 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:56.385236 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=76 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:56.389640 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=82 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:47:58.396661 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:48:07.518393 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:08.340262 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:08.392139 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:10.387393 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2cf0-e583-4c25-93fa-10d54d6704ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:13.018004 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76f7cb79-171c-4e90-895a-a1bb17206bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:14.151356 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:15.925678 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:16.276283 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:26.264431 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:26.269067 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:26.271340 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:33.385217 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:33.398559 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:35.395886 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:48:37.518283 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:40.392883 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-e1b02e26-16da-4b08-996c-a245d68a7a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:43.023333 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-b5730140-51c2-406f-a483-458fcddd7320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:44.157890 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:44.422409 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-c7f08679-d399-47de-9f50-1b52b29825ec service neutron] 10.222.0.99 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610328 Aug 24 04:48:44.495642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-e30d04a4-87f9-4d35-a8bd-78f4da3fafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:48:44.497493 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-e30d04a4-87f9-4d35-a8bd-78f4da3fafc9 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 1129 time: 0.0520811 Aug 24 04:48:44.625169 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-cba3d0af-1712-4969-b521-ef68fb5c0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:48:44.626759 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-cba3d0af-1712-4969-b521-ef68fb5c0bbf service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.1095512 Aug 24 04:48:44.706925 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-57b37612-0402-4517-96e7-2eb8f0c0adfe service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b HTTP/1.1" status: 200 len: 1001 time: 0.0738857 Aug 24 04:48:44.776859 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-912d6cb9-3ed3-4e70-8171-060bf0a009df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:48:44.778702 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-912d6cb9-3ed3-4e70-8171-060bf0a009df service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0647776 Aug 24 04:48:44.853868 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-d67b93de-dd5e-4cd1-b3d9-6718cbe5dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:48:44.856536 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-d67b93de-dd5e-4cd1-b3d9-6718cbe5dbfb service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713944 Aug 24 04:48:44.991561 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-19f549cf-cbb8-4f95-83cd-4055316cdd68 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288667 Aug 24 04:48:45.102933 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-313b3dd3-05ef-4f6e-b969-ec57f00583b7 req-8dd7840c-4539-4ba7-84fd-73d8bdda267e service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035995 Aug 24 04:48:45.392407 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:45.936172 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:46.284162 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:55.097169 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=49 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:55.099383 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=52 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:56.270036 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:56.270940 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:56.278694 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:48:58.197039 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43120) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:48:58.476351 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Deleting port 06e028a4-0267-4aa2-bdbc-ffbaaa7ced11 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:48:58.476792 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:58.574831 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:58.575142 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:58.597107 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Calling delete_port for 06e028a4-0267-4aa2-bdbc-ffbaaa7ced11 owned by network:floatingip {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:48:58.785935 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (06e028a4-0267-4aa2-bdbc-ffbaaa7ced11), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:58.836121 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event deleted for resources: {'Port': ['ID=06e028a4-0267-4aa2-bdbc-ffbaaa7ced11,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:48:58.890192 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.890768 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.891331 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.891893 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.892425 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.893000 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.893568 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.894130 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.894681 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.895235 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.895779 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.896371 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.896964 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.897526 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.898075 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:48:58.976867 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (64428651-31bc-4ea7-95b3-55dc7d584495), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:58.977402 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Floating IP 64428651-31bc-4ea7-95b3-55dc7d584495 disassociated (deleted). External IP: 172.27.4.211, port: 73bb06ff-99dc-44a9-b6dc-8edeca58b98b. Aug 24 04:48:59.508316 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:48:59.636177 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:48:59.642446 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:48:59.651788 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:48:59.672848 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:48:59.673949 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:48:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:48:59.687471 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-18dbb5f9-bfbc-463d-b562-2e107a46c72a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/64428651-31bc-4ea7-95b3-55dc7d584495 HTTP/1.1" status: 204 len: 168 time: 1.4889808 Aug 24 04:48:59.688197 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:48:59.690744 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:48:59.845774 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a29044-90cb-4aa2-8009-c53c71ff6aef x-openstack-request-id: req-90a29044-90cb-4aa2-8009-c53c71ff6aef {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:48:59.846051 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:48:59.846463 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-90a29044-90cb-4aa2-8009-c53c71ff6aef {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:48:59.846911 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a29044-90cb-4aa2-8009-c53c71ff6aef'] response: {'name': 'network-changed', 'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'status': 'completed', 'code': 200} Aug 24 04:48:59.861466 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:48:59.979642 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-090947e2-fd02-466d-8095-133a7c921810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:48:59.983543 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-090947e2-fd02-466d-8095-133a7c921810 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 1129 time: 0.1024048 Aug 24 04:49:00.095057 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969baca-7225-4fe8-9a1d-5011f0e3cccc req-065492b0-fa10-47c9-bc14-5fcc9dc7e291 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:00.097341 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d969baca-7225-4fe8-9a1d-5011f0e3cccc req-065492b0-fa10-47c9-bc14-5fcc9dc7e291 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 945 time: 0.0850856 Aug 24 04:49:00.176972 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:39Z', 'revision_number': 1, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:00.191330 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-d969baca-7225-4fe8-9a1d-5011f0e3cccc req-da76a6a0-3816-4dde-9ab5-b6cf6c110637 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833426 Aug 24 04:49:00.211661 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:49:00.225080 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:49:00.225824 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:48:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:00.352650 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:49:00.803578 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:39Z', 'revision_number': 1, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:00.852293 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47a367-853e-4662-9547-422ca6b6dcd3 None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_floatingips': [{'id': 'b7a3ec12-0d62-441d-babd-447aa644bef6', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'router_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'port_id': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'mac_address': 'fa:16:3e:9f:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T04:45:37Z', 'updated_at': '2022-08-24T04:45:39Z', 'revision_number': 1, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:49:01.083391 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-1a18499f-1474-41af-9432-1a7d620a8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:01.085977 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-1a18499f-1474-41af-9432-1a7d620a8ecb service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.1404696 Aug 24 04:49:01.173269 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1001626-8282-456c-bd32-57dc25f1854a None None] New status for floating IP 64428651-31bc-4ea7-95b3-55dc7d584495: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:49:01.176843 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-5236b0b1-c79d-4191-b322-216f528cc47f service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b HTTP/1.1" status: 200 len: 217 time: 0.0411015 Aug 24 04:49:01.258708 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-c5f67b31-9410-48bd-8d15-e38e0047d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:01.261429 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-c5f67b31-9410-48bd-8d15-e38e0047d78a service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0786350 Aug 24 04:49:01.369284 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46616046-0f64-42b4-a574-94bbcc7b3c2a req-c224fcc1-d6eb-4f35-86cd-4efaba0729da tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:01.370949 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-46616046-0f64-42b4-a574-94bbcc7b3c2a req-c224fcc1-d6eb-4f35-86cd-4efaba0729da tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 945 time: 0.0678537 Aug 24 04:49:01.465685 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:01.472525 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-46616046-0f64-42b4-a574-94bbcc7b3c2a req-893bb59c-cdeb-49a1-abc9-8f771839921b tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910344 Aug 24 04:49:01.473832 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-42677176-561f-4e0f-9a83-a61d62afcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:01.475450 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-42677176-561f-4e0f-9a83-a61d62afcc15 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733840 Aug 24 04:49:01.502784 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:01.521827 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49defbd6-36d6-4221-8016-ebaf4753408c req-a5b88177-a3ce-43e6-9314-c25fbce2fb73 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:01.523738 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-49defbd6-36d6-4221-8016-ebaf4753408c req-a5b88177-a3ce-43e6-9314-c25fbce2fb73 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 945 time: 0.0682774 Aug 24 04:49:01.631778 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-6c84574f-19e7-4c6c-b216-87ad9b9d8aba service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493490 Aug 24 04:49:01.652980 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Deleting port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:01.653469 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:01.752752 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-ee3b8e70-5396-43e1-ab2c-a0cc0956639d req-140a283d-1d86-444f-9ea2-2b77f7f98779 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145306 Aug 24 04:49:01.791820 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] For port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:01.792345 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:01.811996 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Calling delete_port for 73bb06ff-99dc-44a9-b6dc-8edeca58b98b owned by compute:nova {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:01.982772 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (73bb06ff-99dc-44a9-b6dc-8edeca58b98b), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:02.038746 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event deleted for resources: {'Port': ['ID=73bb06ff-99dc-44a9-b6dc-8edeca58b98b,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:02.119272 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] No DVR routers for this DVR port 73bb06ff-99dc-44a9-b6dc-8edeca58b98b on host hv-cinder-85426 {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:49:02.123341 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:02.129706 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-49defbd6-36d6-4221-8016-ebaf4753408c req-b56ada9f-4802-45b5-b720-6259ab7d27ff tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "DELETE /networking/v2.0/ports/73bb06ff-99dc-44a9-b6dc-8edeca58b98b HTTP/1.1" status: 204 len: 173 time: 0.5997412 Aug 24 04:49:02.130453 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'name': 'network-vif-deleted', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:49:02.134466 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0e79f-9895-4ede-a169-5f8dff697e1e" -d '{"events": [{"server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "name": "network-vif-deleted", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:49:02.180827 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39b7d33-48c8-4d55-987c-469641b2bc65 x-openstack-request-id: req-d39b7d33-48c8-4d55-987c-469641b2bc65 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:49:02.181278 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b181d03-0cce-4bf5-8b86-8a1ebcda562c", "name": "network-vif-deleted", "tag": "73bb06ff-99dc-44a9-b6dc-8edeca58b98b", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:49:02.181686 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d39b7d33-48c8-4d55-987c-469641b2bc65 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:49:02.182389 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39b7d33-48c8-4d55-987c-469641b2bc65'] response: {'server_uuid': '2b181d03-0cce-4bf5-8b86-8a1ebcda562c', 'name': 'network-vif-deleted', 'tag': '73bb06ff-99dc-44a9-b6dc-8edeca58b98b', 'status': 'completed', 'code': 200} Aug 24 04:49:02.649869 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-b7992c2e-e3f1-43c9-b140-e7ac1561f375 req-14097805-3105-468a-ad75-08580925c5e2 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=2b181d03-0cce-4bf5-8b86-8a1ebcda562c HTTP/1.1" status: 200 len: 210 time: 0.0303144 Aug 24 04:49:05.203880 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 73bb06ff-99dc-44a9-b6dc-8edeca58b98b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:49:05.238611 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: 73bb06ff-99dc-44a9-b6dc-8edeca58b98b {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:49:05.239250 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device 73bb06ff-99dc-44a9-b6dc-8edeca58b98b not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:49:06.062318 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43164) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:06.240137 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Deleting port 8a64ed01-682e-4f80-ab7c-7e296023436f {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:06.240599 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (8a64ed01-682e-4f80-ab7c-7e296023436f), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:06.342634 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (8a64ed01-682e-4f80-ab7c-7e296023436f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:06.343841 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (8a64ed01-682e-4f80-ab7c-7e296023436f), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:06.362726 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Calling delete_port for 8a64ed01-682e-4f80-ab7c-7e296023436f owned by network:floatingip {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:06.558327 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:06.569167 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (8a64ed01-682e-4f80-ab7c-7e296023436f), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:06.617983 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event deleted for resources: {'Port': ['ID=8a64ed01-682e-4f80-ab7c-7e296023436f,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:06.731424 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (b7a3ec12-0d62-441d-babd-447aa644bef6), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:06.731919 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.db.l3_db [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Floating IP b7a3ec12-0d62-441d-babd-447aa644bef6 disassociated (deleted). External IP: 172.27.4.206, port: c53fb16e-5f07-46b8-a8dc-5869fc80875f. Aug 24 04:49:06.737009 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:07.059085 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:49:07.260042 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:49:07.268478 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:07.275166 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:49:07.290135 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:49:07.290893 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:48:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:07.332522 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-b8bb3674-c59e-41b6-8a30-90f3ed79699d tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/b7a3ec12-0d62-441d-babd-447aa644bef6 HTTP/1.1" status: 204 len: 168 time: 1.2649145 Aug 24 04:49:07.332522 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f'}] {{(pid=106347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:49:07.334077 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26c716114f534e69c8f34ccb6a26ea0a2ae0bc385fa8488fb7c8b6f11376122" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c1635b-faa3-4e47-b862-17a49de88c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f"}]}' {{(pid=106347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:49:07.411138 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 04:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dec70ce-975d-498c-ac0c-ced21b0eb511 x-openstack-request-id: req-5dec70ce-975d-498c-ac0c-ced21b0eb511 {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:49:07.411707 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f", "status": "completed", "code": 200}]} {{(pid=106347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:49:07.413117 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5dec70ce-975d-498c-ac0c-ced21b0eb511 {{(pid=106347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:49:07.413117 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dec70ce-975d-498c-ac0c-ced21b0eb511'] response: {'name': 'network-changed', 'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'status': 'completed', 'code': 200} Aug 24 04:49:07.455969 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:49:07.496150 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-a918d950-c570-4ed3-9dd5-ee3b10801492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:07.498346 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-a918d950-c570-4ed3-9dd5-ee3b10801492 service neutron] 10.222.0.99 "GET /networking/v2.0/ports?tenant_id=0065be2eaf7c47c889093310cb4d595b&device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 1129 time: 0.0584247 Aug 24 04:49:07.567086 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:07.621446 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:07.708598 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-f5cd6e83-a395-436d-b2fd-fb6eb0217c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:07.711849 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-f5cd6e83-a395-436d-b2fd-fb6eb0217c4c service neutron] 10.222.0.99 "GET /networking/v2.0/networks?id=a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 200 len: 914 time: 0.2062185 Aug 24 04:49:07.755018 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=100 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:07.773434 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ae47f-c790-481f-9fad-6df0f069458f req-dc641a36-0385-43b2-80f5-edfd7a8cd00c tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:07.776229 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-164ae47f-c790-481f-9fad-6df0f069458f req-dc641a36-0385-43b2-80f5-edfd7a8cd00c tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 945 time: 0.0738940 Aug 24 04:49:07.862730 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:07.869277 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-164ae47f-c790-481f-9fad-6df0f069458f req-37c4e7ba-83e7-4000-a2c0-06f22650d131 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848060 Aug 24 04:49:07.912775 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:49:07.928809 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:49:07.929967 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:48:43Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:08.120057 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:49:08.463873 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:08.518698 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cd6d0b-4690-4fe7-a910-41400de65d78 None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:42:33Z', 'revision_number': 4, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi', '_interfaces': [{'id': '1db0e984-e51b-4e92-8eb8-fdcfc023aeda', 'name': '', 'network_id': 'a853f537-632c-4884-9732-cae7ba1091ba', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'mac_address': 'fa:16:3e:b0:fd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:32Z', 'updated_at': '2022-08-24T04:42:42Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'subnets': [{'id': '8abe78d6-87ca-4cf8-8d06-924d66c3b9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:49:08.674636 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-6c961e73-6dfd-40c2-a453-fd110bed05f2 service neutron] 10.222.0.99 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 200 len: 217 time: 0.0575485 Aug 24 04:49:08.766554 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-4fa750b6-c61d-4edf-a841-675e142e6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:08.768283 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-4fa750b6-c61d-4edf-a841-675e142e6b2b service neutron] 10.222.0.99 "GET /networking/v2.0/subnets?id=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 200 len: 851 time: 0.0871232 Aug 24 04:49:08.856348 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-ef1faa72-c658-4435-94e2-f2ffd1f662ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:08.858083 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-ef1faa72-c658-4435-94e2-f2ffd1f662ed service neutron] 10.222.0.99 "GET /networking/v2.0/ports?network_id=a853f537-632c-4884-9732-cae7ba1091ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626209 Aug 24 04:49:08.863961 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2b049a-f90f-4584-891e-99cf9d3d483c None None] New status for floating IP b7a3ec12-0d62-441d-babd-447aa644bef6: DOWN {{(pid=106348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 04:49:09.049837 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-de8a6118-6dd9-484c-a426-0f84227eaa6b service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842506 Aug 24 04:49:09.062220 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3a34-f55b-4063-952c-fbd3fc14ce67 req-62938d16-7a8e-4210-ac1e-9f048d373f7a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:09.064646 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f2ca3a34-f55b-4063-952c-fbd3fc14ce67 req-62938d16-7a8e-4210-ac1e-9f048d373f7a tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 945 time: 0.0856676 Aug 24 04:49:09.194103 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [req-f3c1635b-faa3-4e47-b862-17a49de88c2a req-c7dc88d1-b1f4-4958-9922-c455d8ac2657 service neutron] 10.222.0.99 "GET /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386302 Aug 24 04:49:09.233074 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-c59a0164-1ced-4bad-80c2-c972da28e6a9 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 04:49:09.237445 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-c59a0164-1ced-4bad-80c2-c972da28e6a9 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 945 time: 0.1391954 Aug 24 04:49:09.244502 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-f2ca3a34-f55b-4063-952c-fbd3fc14ce67 req-e61554af-eb86-4c28-9c75-00a258e7fb3b tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/security-groups?id=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730368 Aug 24 04:49:09.367287 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Deleting port c53fb16e-5f07-46b8-a8dc-5869fc80875f {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:09.367712 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:09.487293 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:09.515230 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=100 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:09.526128 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] For port c53fb16e-5f07-46b8-a8dc-5869fc80875f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c53fb16e-5f07-46b8-a8dc-5869fc80875f,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:09.526593 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:09.547603 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Calling delete_port for c53fb16e-5f07-46b8-a8dc-5869fc80875f owned by compute:nova {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:09.793992 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (c53fb16e-5f07-46b8-a8dc-5869fc80875f), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:09.863398 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event deleted for resources: {'Port': ['ID=c53fb16e-5f07-46b8-a8dc-5869fc80875f,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:09.886681 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.887207 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.887747 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.888286 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.888857 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.889392 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.890513 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.891066 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.891627 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.892159 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.892709 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.894315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.894315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.894315 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.894980 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:09.966570 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] No DVR routers for this DVR port c53fb16e-5f07-46b8-a8dc-5869fc80875f on host hv-cinder-85426 {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:49:09.970808 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for port (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:09.977118 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-0c0e188c-9f3f-4b77-946c-f7260f88d1d0 req-99eb1783-5137-447a-af61-cc589fc67ebb tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.99 "DELETE /networking/v2.0/ports/c53fb16e-5f07-46b8-a8dc-5869fc80875f HTTP/1.1" status: 204 len: 173 time: 0.7308800 Aug 24 04:49:09.977875 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'name': 'network-vif-deleted', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f'}] {{(pid=106346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 04:49:09.982065 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e4ceffc0cfafb60dbc503ad97bb205da24a823d05b472f0c8bf326da7a5ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751505c8-77b0-4117-830e-f985054ffccd" -d '{"events": [{"server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "name": "network-vif-deleted", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f"}]}' {{(pid=106346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 04:49:10.143730 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508d109-1ccc-4f37-b951-08a49cd40687 x-openstack-request-id: req-b508d109-1ccc-4f37-b951-08a49cd40687 {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 04:49:10.145013 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84b6ad2-1131-4734-9e15-cfcc757c1304", "name": "network-vif-deleted", "tag": "c53fb16e-5f07-46b8-a8dc-5869fc80875f", "status": "completed", "code": 200}]} {{(pid=106346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 04:49:10.145013 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b508d109-1ccc-4f37-b951-08a49cd40687 {{(pid=106346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 04:49:10.145013 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b508d109-1ccc-4f37-b951-08a49cd40687'] response: {'server_uuid': 'e84b6ad2-1131-4734-9e15-cfcc757c1304', 'name': 'network-vif-deleted', 'tag': 'c53fb16e-5f07-46b8-a8dc-5869fc80875f', 'status': 'completed', 'code': 200} Aug 24 04:49:10.416775 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a0680e8c-0a49-4239-ba6c-4543d51b367d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:10.456978 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [req-787b78db-717e-40c2-8a94-3a5e7940bfa4 req-6f97198d-9f5b-4a29-b91f-39009a09f9c4 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "GET /networking/v2.0/ports?device_id=e84b6ad2-1131-4734-9e15-cfcc757c1304 HTTP/1.1" status: 200 len: 210 time: 0.0640216 Aug 24 04:49:11.557629 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 43182) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:11.691834 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Deleting port da7391f8-b6de-4b7b-90bb-dacb377e677e {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:11.692246 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (da7391f8-b6de-4b7b-90bb-dacb377e677e), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:11.792178 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (da7391f8-b6de-4b7b-90bb-dacb377e677e), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:11.792493 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (da7391f8-b6de-4b7b-90bb-dacb377e677e), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:11.809996 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Calling delete_port for da7391f8-b6de-4b7b-90bb-dacb377e677e owned by network:floatingip {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:12.036851 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (da7391f8-b6de-4b7b-90bb-dacb377e677e), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:12.087615 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event deleted for resources: {'Port': ['ID=da7391f8-b6de-4b7b-90bb-dacb377e677e,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:12.211975 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for floatingip (3b61613a-92bc-4f1f-8af0-b2867a526754), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:12.216951 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62834'] for floatingip (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:12.221321 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-3fc77747-4248-4371-91f9-bb263d8b0e35 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "DELETE /networking/v2.0/floatingips/3b61613a-92bc-4f1f-8af0-b2867a526754 HTTP/1.1" status: 204 len: 168 time: 0.6642928 Aug 24 04:49:12.400669 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:49:13.021789 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-46573de2-5f45-481f-a2a8-638b6f26fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:13.230778 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c53fb16e-5f07-46b8-a8dc-5869fc80875f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:49:13.256583 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] No Port match for: c53fb16e-5f07-46b8-a8dc-5869fc80875f {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:49:13.256972 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Device c53fb16e-5f07-46b8-a8dc-5869fc80875f not bound to the agent host hv-cinder-85426 {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:49:13.541902 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43194) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:13.623558 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-72e0502a-f4f7-47d8-8e82-e046b33b41d3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group (8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:13.628190 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=100 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:13.657830 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-72e0502a-f4f7-47d8-8e82-e046b33b41d3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group (8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:13.752008 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-72e0502a-f4f7-47d8-8e82-e046b33b41d3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:13.755495 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-72e0502a-f4f7-47d8-8e82-e046b33b41d3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:13.757007 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-72e0502a-f4f7-47d8-8e82-e046b33b41d3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] 10.222.0.89 "DELETE /networking/v2.0/security-groups/8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9 HTTP/1.1" status: 204 len: 168 time: 0.2137752 Aug 24 04:49:13.775146 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0502a-f4f7-47d8-8e82-e046b33b41d3 tempest-TestVolumeBootPattern-977797581 tempest-TestVolumeBootPattern-977797581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc71a78-7728-40a8-a5c0-bb2dcf27c1e9,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:13.846040 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43198) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:14.159952 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:14.177009 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:14.687249 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (1cacfb45-6ec1-4447-840f-2c91eaa6f892), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:15.027579 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Deleting port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:15.027929 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:15.147237 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] For port 1db0e984-e51b-4e92-8eb8-fdcfc023aeda, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:15.147737 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:15.165783 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Calling delete_port for 1db0e984-e51b-4e92-8eb8-fdcfc023aeda owned by network:router_interface {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:15.324063 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:15.386131 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (1db0e984-e51b-4e92-8eb8-fdcfc023aeda), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:15.400183 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:15.443527 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Pushing event deleted for resources: {'Port': ['ID=1db0e984-e51b-4e92-8eb8-fdcfc023aeda,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:15.718820 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (1cacfb45-6ec1-4447-840f-2c91eaa6f892), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:15.939748 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:16.293701 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:16.522429 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:49:16.746173 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:49:16.755117 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-96dcfb0b-93d9-4305-8318-1668996ba45c admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/1cacfb45-6ec1-4447-840f-2c91eaa6f892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9087377 Aug 24 04:49:16.759282 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43202) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:16.761623 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] Sync routers for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:49:16.781729 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:49:16.782286 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:49:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:16.967378 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks [] for router (1cacfb45-6ec1-4447-840f-2c91eaa6f892), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:16.990169 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:49:17.189058 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks [] for router_gateway (1cacfb45-6ec1-4447-840f-2c91eaa6f892), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:17.282691 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Deleting port 13ccd770-fb88-4465-bd58-be4271a91883 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:17.283108 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (13ccd770-fb88-4465-bd58-be4271a91883), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:17.358584 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239'}], 'enable_snat': True}, 'gw_port_id': '13ccd770-fb88-4465-bd58-be4271a91883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:49:15Z', 'revision_number': 5, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port': {'id': '13ccd770-fb88-4465-bd58-be4271a91883', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:28Z', 'updated_at': '2022-08-24T04:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:17.410082 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] Checking router: 1cacfb45-6ec1-4447-840f-2c91eaa6f892 for host: dv-cinder-854263-1-iscsi {{(pid=106349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:49:17.421697 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:17.424702 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] For port 13ccd770-fb88-4465-bd58-be4271a91883, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=13ccd770-fb88-4465-bd58-be4271a91883,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:17.425201 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (13ccd770-fb88-4465-bd58-be4271a91883), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:17.427279 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] Routers {'1cacfb45-6ec1-4447-840f-2c91eaa6f892'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:49:17.428602 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:49:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'], 'active': True} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:17.447245 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Calling delete_port for 13ccd770-fb88-4465-bd58-be4271a91883 owned by network:router_gateway {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:17.526055 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:17.604319 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_dvr_db [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] Set router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 gateway port host: None {{(pid=106349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:49:17.707356 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (13ccd770-fb88-4465-bd58-be4271a91883), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:17.756507 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=13ccd770-fb88-4465-bd58-be4271a91883,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:17.846722 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.l3_hamode_db [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:49:17Z', 'revision_number': 6, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:17.892122 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (1cacfb45-6ec1-4447-840f-2c91eaa6f892), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:17.900184 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfcf7d-3ee4-4483-8ff1-5b23d872abce None None] The sync data for ids ['1cacfb45-6ec1-4447-840f-2c91eaa6f892'] in dv-cinder-854263-1-iscsi is: [{'id': '1cacfb45-6ec1-4447-840f-2c91eaa6f892', 'name': 'tempest-TestVolumeBootPattern-1097634410-router', 'tenant_id': '0065be2eaf7c47c889093310cb4d595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:27Z', 'updated_at': '2022-08-24T04:49:17Z', 'revision_number': 6, 'project_id': '0065be2eaf7c47c889093310cb4d595b', 'gw_port_host': None}] {{(pid=106349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:49:18.061042 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (1cacfb45-6ec1-4447-840f-2c91eaa6f892), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.066269 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks [] for router_controller (1cacfb45-6ec1-4447-840f-2c91eaa6f892), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.154151 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (1cacfb45-6ec1-4447-840f-2c91eaa6f892), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.154954 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cacfb45-6ec1-4447-840f-2c91eaa6f892 {{(pid=106347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:49:18.160313 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.161827 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-95d379cd-7b37-48e9-8e23-11806757b2fe admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/1cacfb45-6ec1-4447-840f-2c91eaa6f892 HTTP/1.1" status: 204 len: 168 time: 1.4006758 Aug 24 04:49:18.165921 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43204) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:18.231686 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-97937530-3b18-4450-8d9a-5db97375315a admin admin] Deleting subnet 8abe78d6-87ca-4cf8-8d06-924d66c3b9fd {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:49:18.236988 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-97937530-3b18-4450-8d9a-5db97375315a admin admin] Publish callbacks [] for subnet (8abe78d6-87ca-4cf8-8d06-924d66c3b9fd), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.303542 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-97937530-3b18-4450-8d9a-5db97375315a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (8abe78d6-87ca-4cf8-8d06-924d66c3b9fd), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.473442 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-97937530-3b18-4450-8d9a-5db97375315a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (8abe78d6-87ca-4cf8-8d06-924d66c3b9fd), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.586235 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-97937530-3b18-4450-8d9a-5db97375315a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (8abe78d6-87ca-4cf8-8d06-924d66c3b9fd), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.643949 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97937530-3b18-4450-8d9a-5db97375315a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abe78d6-87ca-4cf8-8d06-924d66c3b9fd,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:18.651397 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-97937530-3b18-4450-8d9a-5db97375315a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.658406 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-97937530-3b18-4450-8d9a-5db97375315a admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/8abe78d6-87ca-4cf8-8d06-924d66c3b9fd HTTP/1.1" status: 204 len: 168 time: 0.4899979 Aug 24 04:49:18.661468 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43206) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:18.664474 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f21b58-a7f8-4c61-a686-ca10e27135bd None None] Network a853f537-632c-4884-9732-cae7ba1091ba requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:49:18.809424 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (a853f537-632c-4884-9732-cae7ba1091ba), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.897586 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Deleting port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:18.898135 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:18.914309 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] DHCP port deletion for a853f537-632c-4884-9732-cae7ba1091ba request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:49:18.990484 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Deleting port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:18.991015 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.032857 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] For port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:19.033463 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.066599 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Calling delete_port for ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 owned by network:dhcp {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:19.088847 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:19.115631 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] For port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,segment=NetworkSegment(19ba7a4c-4bc0-4461-a3b3-98d713cdfff9),segment_id=19ba7a4c-4bc0-4461-a3b3-98d713cdfff9)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:19.116520 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.146141 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Calling delete_port for ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:19.224164 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:19.233462 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.267205 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:19.271846 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] No DVR routers for this DVR port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 on host dv-cinder-854263-1-iscsi {{(pid=106347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:49:19.320357 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (ac4cf22d-46b7-4bbb-b529-f5c15cea09e1), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.372912 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Pushing event deleted for resources: {'Port': ['ID=ac4cf22d-46b7-4bbb-b529-f5c15cea09e1,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:19.378120 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] No DVR routers for this DVR port ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:49:19.385919 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (a853f537-632c-4884-9732-cae7ba1091ba), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.394193 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.394763 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.395341 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.395921 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.396492 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.397103 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.397685 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.398269 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.399010 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.399431 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.399948 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.401681 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.401681 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.402396 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.402574 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef00dc-faea-4491-a26d-f700e54f474b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854263-1-iscsi {{(pid=106348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 04:49:19.419686 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a853f537-632c-4884-9732-cae7ba1091ba']}} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:19.434068 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9') {'for_net_delete': True} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:19.434599 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.services.segments.db [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ba7a4c-4bc0-4461-a3b3-98d713cdfff9') {} {{(pid=106347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:19.449517 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117889838'] for segment (19ba7a4c-4bc0-4461-a3b3-98d713cdfff9), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.473247 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (19ba7a4c-4bc0-4461-a3b3-98d713cdfff9), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.485026 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=106347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:49:19.485478 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119372443'] for segment (19ba7a4c-4bc0-4461-a3b3-98d713cdfff9), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.610280 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (a853f537-632c-4884-9732-cae7ba1091ba), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.618375 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:19.624650 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/a853f537-632c-4884-9732-cae7ba1091ba HTTP/1.1" status: 204 len: 168 time: 0.9615555 Aug 24 04:49:19.629119 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 43212) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:19.636787 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 1db0e984-e51b-4e92-8eb8-fdcfc023aeda no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:49:19.645318 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933f497-cca6-4fb2-81e4-2b376fa971ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a853f537-632c-4884-9732-cae7ba1091ba,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:19.658131 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 19ba7a4c-4bc0-4461-a3b3-98d713cdfff9 resource provider aggregate not found Aug 24 04:49:19.676385 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 1db0e984-e51b-4e92-8eb8-fdcfc023aeda {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:49:19.678077 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 1db0e984-e51b-4e92-8eb8-fdcfc023aeda not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:49:19.678771 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:49:19.690897 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.services.segments.plugin [-] Segment 19ba7a4c-4bc0-4461-a3b3-98d713cdfff9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ba7a4c-4bc0-4461-a3b3-98d713cdfff9 found for delete ", "request_id": "req-6f16c259-ec15-4ee1-a365-c9d6af83f57f"}]} Aug 24 04:49:19.705974 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:49:19.706503 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device ac4cf22d-46b7-4bbb-b529-f5c15cea09e1 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:49:19.707019 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 13ccd770-fb88-4465-bd58-be4271a91883 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:49:19.729404 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 13ccd770-fb88-4465-bd58-be4271a91883 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:49:19.729760 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 13ccd770-fb88-4465-bd58-be4271a91883 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:49:20.013266 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:20.039541 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:20.259916 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1633198'] for router_interface (ad820f4a-729e-4228-96ba-a70902d32e12), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:21.025754 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Deleting port 22de828e-c6cb-4972-8ee6-7a8afeaba351 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:21.026748 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:21.187176 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] For port 22de828e-c6cb-4972-8ee6-7a8afeaba351, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=22de828e-c6cb-4972-8ee6-7a8afeaba351,segment=NetworkSegment(9e49f739-21c2-4640-bf4a-ae13744af668),segment_id=9e49f739-21c2-4640-bf4a-ae13744af668)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:21.187566 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:21.213892 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Calling delete_port for 22de828e-c6cb-4972-8ee6-7a8afeaba351 owned by network:router_interface {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:21.529257 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (22de828e-c6cb-4972-8ee6-7a8afeaba351), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:21.582054 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=22de828e-c6cb-4972-8ee6-7a8afeaba351,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:21.903108 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1633082'] for router_interface (ad820f4a-729e-4228-96ba-a70902d32e12), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:21.925020 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:21.996295 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:22.272452 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Router ad820f4a-729e-4228-96ba-a70902d32e12 has already been hosted by L3 agent a347c556-c2aa-4438-b43d-113d4aad6f87 {{(pid=106346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 04:49:22.480200 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] Notify agent at l3_agent.dv-cinder-854263-1-iscsi the message routers_updated {{(pid=106346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 04:49:22.493162 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43216) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:22.493997 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-ca2e3978-979e-4798-8719-488a9973dc5e admin admin] 10.222.0.89 "PUT /networking/v2.0/routers/ad820f4a-729e-4228-96ba-a70902d32e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8624396 Aug 24 04:49:22.496443 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] Sync routers for ids ['ad820f4a-729e-4228-96ba-a70902d32e12'] in dv-cinder-854263-1-iscsi {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 04:49:22.525699 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] Routers {'ad820f4a-729e-4228-96ba-a70902d32e12'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:49:22.526732 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:49:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['ad820f4a-729e-4228-96ba-a70902d32e12'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:22.679390 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] Set router ad820f4a-729e-4228-96ba-a70902d32e12 gateway port host: dv-cinder-854263-1-iscsi {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:49:22.683005 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks [] for router (ad820f4a-729e-4228-96ba-a70902d32e12), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:22.853995 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks [] for router_gateway (ad820f4a-729e-4228-96ba-a70902d32e12), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:22.945137 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Deleting port d51ee6e2-96fc-463a-bd91-0538c44a2783 {{(pid=106347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:22.945617 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:22.996882 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'external_fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:49:21Z', 'revision_number': 5, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port': {'id': 'd51ee6e2-96fc-463a-bd91-0538c44a2783', 'name': '', 'network_id': '2cd2534f-849b-4a0f-93ca-c85b00b79a08', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'ip_address': '172.27.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854263-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T04:42:38Z', 'updated_at': '2022-08-24T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62dcdd63-b04f-4d51-9929-3d0b021c0701', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854263-1-iscsi'}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:23.041588 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] Checking router: ad820f4a-729e-4228-96ba-a70902d32e12 for host: dv-cinder-854263-1-iscsi {{(pid=106348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 04:49:23.070569 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.db [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] For port d51ee6e2-96fc-463a-bd91-0538c44a2783, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=d51ee6e2-96fc-463a-bd91-0538c44a2783,segment=NetworkSegment(51a93b21-0eb7-4eaa-a140-e46b775cdf33),segment_id=51a93b21-0eb7-4eaa-a140-e46b775cdf33)] {{(pid=106347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:23.071220 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:23.073517 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] Routers {'ad820f4a-729e-4228-96ba-a70902d32e12'} bound to L3 agent in host dv-cinder-854263-1-iscsi {{(pid=106348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 04:49:23.074614 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854263-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T04:23:13Z,description=,heartbeat_timestamp=2022-08-24T04:49:13Z,host='dv-cinder-854263-1-iscsi',id=a347c556-c2aa-4438-b43d-113d4aad6f87,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T04:23:13Z,topic='l3_agent')) {'router_ids': ['ad820f4a-729e-4228-96ba-a70902d32e12'], 'active': True} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:23.094401 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.plugins.ml2.plugin [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Calling delete_port for d51ee6e2-96fc-463a-bd91-0538c44a2783 owned by network:router_gateway {{(pid=106347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:23.184790 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvr_db [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] Set router ad820f4a-729e-4228-96ba-a70902d32e12 gateway port host: None {{(pid=106348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 04:49:23.252737 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_hamode_db [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:49:22Z', 'revision_number': 6, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port_host': None}], 'dv-cinder-854263-1-iscsi', False) {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:23.408915 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:23.431757 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119372456'] for port (d51ee6e2-96fc-463a-bd91-0538c44a2783), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:23.477015 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db2ef6-c2f7-4d21-8621-bc06c8b3fc2b None None] The sync data for ids ['ad820f4a-729e-4228-96ba-a70902d32e12'] in dv-cinder-854263-1-iscsi is: [{'id': 'ad820f4a-729e-4228-96ba-a70902d32e12', 'name': 'tempest-TestVolumeBootPattern-1989879440-router', 'tenant_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T04:42:37Z', 'updated_at': '2022-08-24T04:49:22Z', 'revision_number': 6, 'project_id': '6403ee14b2f244528cbf8b21b1ac2dba', 'gw_port_host': None}] {{(pid=106348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 04:49:23.479332 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51ee6e2-96fc-463a-bd91-0538c44a2783,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:23.603316 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630571'] for router_gateway (ad820f4a-729e-4228-96ba-a70902d32e12), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:23.780976 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7685'] for router (ad820f4a-729e-4228-96ba-a70902d32e12), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:23.785551 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks [] for router_controller (ad820f4a-729e-4228-96ba-a70902d32e12), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:23.876909 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1633161'] for router (ad820f4a-729e-4228-96ba-a70902d32e12), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:23.878542 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad820f4a-729e-4228-96ba-a70902d32e12 {{(pid=106347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 04:49:23.889709 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:23.895798 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-51b5eccf-880e-4694-9faa-8c3f80ddd8f2 admin admin] 10.222.0.89 "DELETE /networking/v2.0/routers/ad820f4a-729e-4228-96ba-a70902d32e12 HTTP/1.1" status: 204 len: 168 time: 1.3963375 Aug 24 04:49:23.896470 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43218) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:23.975514 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:23.994231 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bba35f-decf-49a4-98f8-202b2bda459f admin admin] Deleting subnet 5da195fd-a1cb-4e92-a37f-44aa5f5262fd {{(pid=106347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 04:49:24.001957 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-50bba35f-decf-49a4-98f8-202b2bda459f admin admin] Publish callbacks [] for subnet (5da195fd-a1cb-4e92-a37f-44aa5f5262fd), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.093077 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-50bba35f-decf-49a4-98f8-202b2bda459f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117889831'] for subnet (5da195fd-a1cb-4e92-a37f-44aa5f5262fd), precommit_delete_associations {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.247946 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-50bba35f-decf-49a4-98f8-202b2bda459f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-594998'] for subnet (5da195fd-a1cb-4e92-a37f-44aa5f5262fd), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.358987 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-50bba35f-decf-49a4-98f8-202b2bda459f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119372541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119447317'] for subnet (5da195fd-a1cb-4e92-a37f-44aa5f5262fd), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.422136 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bba35f-decf-49a4-98f8-202b2bda459f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da195fd-a1cb-4e92-a37f-44aa5f5262fd,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:24.428992 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-50bba35f-decf-49a4-98f8-202b2bda459f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.434505 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-50bba35f-decf-49a4-98f8-202b2bda459f admin admin] 10.222.0.89 "DELETE /networking/v2.0/subnets/5da195fd-a1cb-4e92-a37f-44aa5f5262fd HTTP/1.1" status: 204 len: 168 time: 0.5357218 Aug 24 04:49:24.436730 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b45416b-5395-4b5b-a9bb-d2f8f2b7ce83 None None] Network 00225cdc-b0c4-4e12-a071-3d6cea9708b7 requested from dv-cinder-854263-1-iscsi {{(pid=106348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 04:49:24.438942 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 43220) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:24.562792 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559035'] for network (00225cdc-b0c4-4e12-a071-3d6cea9708b7), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.619412 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Deleting port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 {{(pid=106346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:24.620263 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.661183 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] DHCP port deletion for 00225cdc-b0c4-4e12-a071-3d6cea9708b7 request from dv-cinder-854263-1-iscsi {{(pid=106348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 04:49:24.719702 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] Deleting port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 {{(pid=106348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 04:49:24.720274 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735098748685'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), before_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.750088 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.db [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] For port 0e466f0e-5af6-4e74-bdfa-7338a07072a9, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=0e466f0e-5af6-4e74-bdfa-7338a07072a9,segment=NetworkSegment(9e49f739-21c2-4640-bf4a-ae13744af668),segment_id=9e49f739-21c2-4640-bf4a-ae13744af668)] {{(pid=106346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:24.750504 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.768172 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.plugin [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Calling delete_port for 0e466f0e-5af6-4e74-bdfa-7338a07072a9 owned by network:dhcp {{(pid=106346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:24.850456 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.db [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] For port 0e466f0e-5af6-4e74-bdfa-7338a07072a9, host dv-cinder-854263-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854263-1-iscsi',level=0,port_id=0e466f0e-5af6-4e74-bdfa-7338a07072a9,segment=NetworkSegment(9e49f739-21c2-4640-bf4a-ae13744af668),segment_id=9e49f739-21c2-4640-bf4a-ae13744af668)] {{(pid=106348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 04:49:24.851017 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763751'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), precommit_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.867282 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126732092'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:24.880040 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] Calling delete_port for 0e466f0e-5af6-4e74-bdfa-7338a07072a9 owned by network:dhcp {{(pid=106348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 04:49:24.903976 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e466f0e-5af6-4e74-bdfa-7338a07072a9,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:24.911481 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] No DVR routers for this DVR port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 on host dv-cinder-854263-1-iscsi {{(pid=106346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:49:24.986332 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735098751115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735098359390'] for port (0e466f0e-5af6-4e74-bdfa-7338a07072a9), after_delete {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.029624 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] No DVR routers for this DVR port 0e466f0e-5af6-4e74-bdfa-7338a07072a9 on host dv-cinder-854263-1-iscsi {{(pid=106348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 04:49:25.037161 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cddaa-1e87-4c4d-bf62-7fcc8dba48ee None None] Pushing event deleted for resources: {'Port': ['ID=0e466f0e-5af6-4e74-bdfa-7338a07072a9,revision_number=None']} {{(pid=106348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:25.041202 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596278', 'neutron.services.segments.db._delete_segments_for_network-8735098824304'] for network (00225cdc-b0c4-4e12-a071-3d6cea9708b7), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.083786 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00225cdc-b0c4-4e12-a071-3d6cea9708b7']}} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:25.106134 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e49f739-21c2-4640-bf4a-ae13744af668') {'for_net_delete': True} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:25.106477 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.services.segments.db [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e49f739-21c2-4640-bf4a-ae13744af668') {} {{(pid=106346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 04:49:25.127538 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735098881774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047590'] for segment (9e49f739-21c2-4640-bf4a-ae13744af668), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.154166 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927'] for segment (9e49f739-21c2-4640-bf4a-ae13744af668), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.167122 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=106346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 04:49:25.167572 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-590927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126732047'] for segment (9e49f739-21c2-4640-bf4a-ae13744af668), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.268146 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630543'] for network (00225cdc-b0c4-4e12-a071-3d6cea9708b7), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.286244 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578213'] for network (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.290398 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] 10.222.0.89 "DELETE /networking/v2.0/networks/00225cdc-b0c4-4e12-a071-3d6cea9708b7 HTTP/1.1" status: 204 len: 168 time: 0.8488851 Aug 24 04:49:25.293924 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 9e49f739-21c2-4640-bf4a-ae13744af668 resource provider aggregate not found Aug 24 04:49:25.301691 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:25.324717 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059ac4a-ceec-4e77-b23a-6ed7dbcfb270 admin admin] Pushing event deleted for resources: {'Network': ['ID=00225cdc-b0c4-4e12-a071-3d6cea9708b7,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:25.343216 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.services.segments.plugin [-] Segment 9e49f739-21c2-4640-bf4a-ae13744af668 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e49f739-21c2-4640-bf4a-ae13744af668 found for delete ", "request_id": "req-aa48e070-381d-4a86-a8d5-c6efc52a6a0c"}]} Aug 24 04:49:25.499268 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43230) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:25.585279 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-0791445d-e315-4fa8-b09c-37309455c533 admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=0065be2eaf7c47c889093310cb4d595b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0841775 Aug 24 04:49:25.588502 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [-] (106347) accepted ('10.222.0.89', 43232) {{(pid=106347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:25.600929 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 22de828e-c6cb-4972-8ee6-7a8afeaba351 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:49:25.638514 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 22de828e-c6cb-4972-8ee6-7a8afeaba351 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:49:25.639139 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 22de828e-c6cb-4972-8ee6-7a8afeaba351 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:49:25.639823 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d51ee6e2-96fc-463a-bd91-0538c44a2783 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:49:25.668084 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: d51ee6e2-96fc-463a-bd91-0538c44a2783 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:49:25.668452 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device d51ee6e2-96fc-463a-bd91-0538c44a2783 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:49:25.668878 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 0e466f0e-5af6-4e74-bdfa-7338a07072a9 no longer exists at agent ovs-agent-dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 04:49:25.672440 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:25.683606 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff76-10c2-4cb9-b77b-c0e06fa4006e admin admin] Publish callbacks [] for security_group (dac6b5b7-ce11-46d1-8287-723b5ea7c1b5), before_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.702601 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] No Port match for: 0e466f0e-5af6-4e74-bdfa-7338a07072a9 {{(pid=106348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 04:49:25.703146 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron.plugins.ml2.rpc [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Device 0e466f0e-5af6-4e74-bdfa-7338a07072a9 not bound to the agent host dv-cinder-854263-1-iscsi {{(pid=106348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 04:49:25.729622 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff76-10c2-4cb9-b77b-c0e06fa4006e admin admin] Publish callbacks [] for security_group (dac6b5b7-ce11-46d1-8287-723b5ea7c1b5), precommit_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.810101 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff76-10c2-4cb9-b77b-c0e06fa4006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (dac6b5b7-ce11-46d1-8287-723b5ea7c1b5), after_delete {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.813302 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron_lib.callbacks.manager [None req-f0a2ff76-10c2-4cb9-b77b-c0e06fa4006e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:25.814822 dv-cinder-854263-1-iscsi neutron-server[106347]: INFO neutron.wsgi [None req-f0a2ff76-10c2-4cb9-b77b-c0e06fa4006e admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/dac6b5b7-ce11-46d1-8287-723b5ea7c1b5 HTTP/1.1" status: 204 len: 168 time: 0.2244089 Aug 24 04:49:25.829311 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2ff76-10c2-4cb9-b77b-c0e06fa4006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac6b5b7-ce11-46d1-8287-723b5ea7c1b5,revision_number=None']} {{(pid=106347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:26.396735 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 43238) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:26.453806 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-6d4811bb-1236-4b4e-b558-d8c5e443082b admin admin] 10.222.0.89 "GET /networking/v2.0/security-groups?tenant_id=6403ee14b2f244528cbf8b21b1ac2dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557189 Aug 24 04:49:26.456817 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.wsgi [-] (106346) accepted ('10.222.0.89', 43240) {{(pid=106346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 04:49:26.527189 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9932c5c6-68e6-45dc-8733-7aa0b07e05f5 admin admin] Publish callbacks [] for security_group (375b8a78-0e9d-42c9-809c-26c87af5d427), before_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:26.554154 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9932c5c6-68e6-45dc-8733-7aa0b07e05f5 admin admin] Publish callbacks [] for security_group (375b8a78-0e9d-42c9-809c-26c87af5d427), precommit_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:26.565081 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:26.638258 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9932c5c6-68e6-45dc-8733-7aa0b07e05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653876'] for security_group (375b8a78-0e9d-42c9-809c-26c87af5d427), after_delete {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:26.644687 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron_lib.callbacks.manager [None req-9932c5c6-68e6-45dc-8733-7aa0b07e05f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:26.646019 dv-cinder-854263-1-iscsi neutron-server[106346]: INFO neutron.wsgi [None req-9932c5c6-68e6-45dc-8733-7aa0b07e05f5 admin admin] 10.222.0.89 "DELETE /networking/v2.0/security-groups/375b8a78-0e9d-42c9-809c-26c87af5d427 HTTP/1.1" status: 204 len: 168 time: 0.1880996 Aug 24 04:49:26.658758 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932c5c6-68e6-45dc-8733-7aa0b07e05f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375b8a78-0e9d-42c9-809c-26c87af5d427,revision_number=None']} {{(pid=106346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 04:49:26.675211 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:26.682578 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:27.850714 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=89 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:27.852531 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=84 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:35.789194 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:35.820681 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG dbcounter [-] [106347] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106347) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:36.063215 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [req-d759d657-621e-4097-bdcb-dce35d16b892 req-6d8de35e-c015-4a17-8fbc-7b45aedc1f00 service neutron] (106347) timed out ('10.222.0.99', 58828) {{(pid=106347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 04:49:36.604916 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:36.651551 dv-cinder-854263-1-iscsi neutron-server[106346]: DEBUG dbcounter [-] [106346] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106346) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:37.560791 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:40.404141 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-7c7fdb43-d038-4f44-a777-413ff31f5261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:43.018539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-74f8a65d-066a-4603-a771-fe163e83aff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:44.174819 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:45.937771 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:46.297470 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:49:47.406170 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:47.408239 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:49.401589 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:49:56.280040 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:56.287272 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:49:56.291471 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:07.562421 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:08.457480 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=13 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:08.460724 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=15 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:10.411562 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-4845a73a-5f86-49a0-ae2f-401576f3acd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:13.020509 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd8f6-77f8-45ab-a777-f1a07660f969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:14.179913 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:15.939522 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:16.305978 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:24.409179 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:24.410464 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:26.284516 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:26.295730 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:26.298954 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:26.407341 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:50:36.398702 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:36.401143 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:37.569655 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:40.401839 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-22ca3499-4701-4bc3-9ff4-641af58a05dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:43.030870 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-6ff4c5e3-dd8f-4425-9805-8d7dfec7a4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:44.189887 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:45.939995 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:46.309558 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:50:56.291439 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=13 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:56.298752 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:50:56.302919 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:03.413850 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:51:07.575640 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:10.403996 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76a71a61-3a78-4a3b-99a7-30583952ad28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:13.030872 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc1ec-31f2-44e0-a65d-9bc549759d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:13.405513 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=6 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:13.406833 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:14.186523 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:15.942629 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:16.317136 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:26.299041 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=10 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:26.306884 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:26.311033 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=2,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:37.598144 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:38.421771 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:38.423851 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:40.403290 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-65f98fb0-9f20-4cb8-80bb-dc94446c956d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:40.411092 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:51:43.030983 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-4fde3a79-05be-4918-9977-03ca83adb581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:44.196478 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:45.942708 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:46.317650 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:51:50.402352 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:50.403610 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:55.936637 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:56.300207 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:51:56.311577 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:07.596430 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:10.405353 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-fa8da2ea-3683-42e5-a4f2-a24a85cf1369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:13.029299 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-c7088435-36c4-4912-b2fc-63a4af254ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:14.191073 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:15.413989 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=18 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:15.422426 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:15.937946 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:16.320675 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:17.401690 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:52:25.932257 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:26.310345 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:26.314509 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:27.395610 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:27.396393 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:37.609805 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:40.399158 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-4462ef5d-7c0b-4386-a960-4c6817f280ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:43.023007 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-3a5b81d2-4b06-473b-b5cb-b22c0de3be2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:44.201767 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:45.947997 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:46.323182 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:52:52.413951 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:52.415335 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=5 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:54.407915 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:52:55.941152 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:56.312864 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:52:56.317119 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:07.631583 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:08.404616 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:08.406394 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:10.394727 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-320ba641-e1ea-4d15-a808-bb0c1bc1a907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:13.030889 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-360a0464-5071-4308-a234-f7565f8506e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:14.196159 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:15.950417 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:16.327539 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:28.361229 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:28.369230 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:28.370688 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:29.409870 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:29.414854 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=3 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:31.399976 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:53:37.628823 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:40.402433 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-a29c0f73-2a35-4ca2-9241-49e87bee636e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:41.393367 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:41.394281 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:43.016807 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-862e87e1-3456-44df-b436-ee3acc4a37ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:44.197108 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:45.939989 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:46.324315 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:53:56.310910 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:56.316441 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:53:56.318794 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:07.628449 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:08.350991 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=14 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:08.353129 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=18 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:08.399421 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:54:10.413762 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3098-00da-4f66-abdc-d60bf04b5b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:13.022454 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-adccc3f7-b3e4-459c-8f7a-45043fdc2327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:14.202747 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:15.937470 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:16.323577 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:18.399175 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:25.924048 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:26.316658 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:26.318542 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:37.626886 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd0e7-31b1-41ae-b55c-13db08db910f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f751962b-1cc8-4bfa-b3bc-b5cca279a464), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:40.401693 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-94223137-de6c-4623-ae54-beb427ff53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (f382c145-f213-49ad-81bd-6c2ca62c9a2a), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:43.029248 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-8c87a61a-0f40-4388-b806-87b81628abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a347c556-c2aa-4438-b43d-113d4aad6f87), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:43.412433 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=4 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:43.414181 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=2 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:44.201900 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-5af45020-539e-48e1-b359-ac2c2c01be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (7639f5f4-e6cb-4d6c-ab11-b3f308fe2704), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:45.398746 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG neutron.db.agents_db [None req-478814bf-a745-46cd-b1f9-0cfb0cf7d8aa None None] Agent healthcheck: found 6 active agents {{(pid=106349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 04:54:45.936134 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-76667d60-bc92-4048-a664-2d205c24eefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (4e9e1ced-0234-4ad7-92f9-7da5c72ab362), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:46.328148 dv-cinder-854263-1-iscsi neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-06aadfe5-7b3c-4482-98d7-3c8d0db30f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735098824286', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594293'] for agent (a8c21a7a-2aa2-43a8-a4d7-988f6c509e8e), after_update {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 04:54:52.517413 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-0fe3e39d-0354-4fb8-8abb-22dfd00898dc service neutron] (106347) timed out ('10.222.0.89', 40262) {{(pid=106347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 04:54:52.721641 dv-cinder-854263-1-iscsi neutron-server[106347]: DEBUG neutron.wsgi [req-54cade09-a553-49c9-af52-c2e8f19d4697 req-55c3e76c-2f97-4402-9a81-47a4c045dbdc tempest-AttachVolumeShelveTestJSON-1100197296 tempest-AttachVolumeShelveTestJSON-1100197296-project] (106347) timed out ('10.222.0.89', 40270) {{(pid=106347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 04:54:55.394563 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 04:54:55.396106 dv-cinder-854263-1-iscsi neutron-server[106349]: DEBUG dbcounter [-] [106349] Writing DB stats neutron:SELECT=1 {{(pid=106349) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}